-- Logs begin at Tue 2022-09-27 15:41:39 UTC, end at Tue 2022-09-27 16:55:25 UTC. -- Sep 27 16:27:16.796991 dv-cinder-855060-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 16:27:19.464727 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.common.config [-] Logging enabled! Sep 27 16:27:19.465342 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 27 16:27:19.465523 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106780) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 27 16:27:19.468834 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.common.config [-] Logging enabled! Sep 27 16:27:19.469093 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 27 16:27:19.469408 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106780) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 27 16:27:19.470335 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 16:27:19.470571 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 16:27:19.471078 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 16:27:19.471330 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 16:27:19.471561 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 16:27:19.471884 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.472185 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.472419 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.472720 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.473016 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.473306 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.473599 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.473898 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.474187 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.474469 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.474758 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.475015 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.475302 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.475592 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.475882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.476109 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] debug = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.476989 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.477657 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.478075 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.478364 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.478660 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.478971 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.479249 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.479536 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.479828 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.480161 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] host = dv-cinder-855060-2-iscsi {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.480444 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.480733 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.481020 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.481307 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.481583 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.481863 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.482148 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.482421 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.482694 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.482993 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.483283 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.483574 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.483864 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.484091 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.484315 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.484600 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.484888 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.485164 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.485439 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.485714 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.485991 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.486264 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.486530 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.486834 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.487120 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.487406 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.487681 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.487955 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.488228 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.488499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.488783 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.489055 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.489333 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.489607 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.489892 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.490162 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.490435 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.490734 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.491041 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.491325 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.491610 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.491884 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.492302 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.492632 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.492902 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.493176 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] use_json = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.493449 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.493723 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.494003 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.494275 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.494546 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.494843 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.495116 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.495402 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.495676 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:19.495974 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.496269 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.496568 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.496850 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.497153 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.497435 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.497725 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.498007 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.498297 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.498587 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.498904 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.499184 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.499490 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.499780 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.500076 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.500381 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.500674 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.500962 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.501237 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.501513 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.501788 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.502066 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.502352 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.502630 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.502946 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.503238 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.503516 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.503812 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.504097 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.504383 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.504677 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.504966 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.505241 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.505523 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.505814 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.506095 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.506371 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.506658 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.506973 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.507249 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.507532 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.507852 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.508163 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.508491 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.508773 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.509066 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.509349 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.509624 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.509895 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.510174 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.510449 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.510733 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.511039 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.511316 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.511590 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.511868 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.512142 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.512415 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.512692 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.512965 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.513241 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.513511 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.513782 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.514055 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.514327 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.514598 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.514897 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.515171 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.515447 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.515719 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.515990 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.516263 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.516535 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.516809 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.517091 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.517387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.517664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.517939 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.518214 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.518494 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.518770 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.519066 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.519347 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.519623 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.519892 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.520182 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.520463 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.520750 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.521031 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.521327 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.521620 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.521896 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.522172 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.522447 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.522736 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.523020 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.523850 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.524338 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.524668 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.524965 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.525256 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.525558 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.525855 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.526140 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.526436 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.526734 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.527060 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.527343 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.527654 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.527939 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:19.528161 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 16:27:19.528404 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106780) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 16:27:19.908447 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 27 16:27:19.908769 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 27 16:27:19.909038 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 27 16:27:19.909275 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 27 16:27:19.909558 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 27 16:27:19.909887 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 16:27:20.234724 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.234960 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.235233 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.236420 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.236695 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.236961 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.290072 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.290348 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.290621 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.306812 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.307098 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.307371 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.335877 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.336161 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.336433 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.373776 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.374057 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.374333 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.604067 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.604709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.604709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.605769 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.606476 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.703838 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.704162 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.704448 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.704722 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.704995 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.705311 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.705577 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.705837 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.706095 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.706380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.706645 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.706938 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.707199 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.707454 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.707712 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.707979 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.708236 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.708513 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.708787 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.709050 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.709325 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.709578 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.709860 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.710241 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.710495 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.711272 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.711688 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:20.711909 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:20.712148 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:20.712386 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:20.712624 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:20.712861 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:20.713221 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 16:27:20.716294 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 16:27:20.720179 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 16:27:20.724062 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 27 16:27:20.725668 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 16:27:20.726277 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 16:27:20.727254 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 16:27:20.727810 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 16:27:20.730585 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 16:27:20.730870 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 16:27:20.731218 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 16:27:20.736270 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 16:27:20.759058 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 16:27:20.759513 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.759812 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106780) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 27 16:27:20.760186 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.761532 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106780) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 16:27:20.761811 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 16:27:20.762053 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 16:27:20.772667 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.772951 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:20.912645 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 16:27:20.912830 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 16:27:20.913066 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 16:27:20.913439 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 16:27:20.967512 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO dbcounter [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Registered counter for database neutron Sep 27 16:27:20.987244 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_db.sqlalchemy.engines [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106780) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 16:27:20.993439 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG dbcounter [-] [106780] Writer thread running {{(pid=106780) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 16:27:21.685481 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing driver for type 'gre' Sep 27 16:27:21.686147 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] gre ID ranges: [(1, 1000)] Sep 27 16:27:21.892510 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing driver for type 'local' Sep 27 16:27:21.892853 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing driver for type 'vlan' Sep 27 16:27:21.989739 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] VlanTypeDriver initialization complete Sep 27 16:27:21.990008 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing driver for type 'vxlan' Sep 27 16:27:21.990538 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] vxlan ID ranges: [(1, 1000)] Sep 27 16:27:22.158789 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing extension driver 'port_security' Sep 27 16:27:22.159146 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] PortSecurityExtensionDriver initialization complete Sep 27 16:27:22.159515 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing mechanism driver 'openvswitch' Sep 27 16:27:22.159842 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing mechanism driver 'hyperv' Sep 27 16:27:22.166447 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.plugin [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:27:22.167150 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.167530 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 16:27:22.172499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172885 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 16:27:22.172885 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172885 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172885 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.172885 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 16:27:22.173282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > security_group after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.173282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > security_group after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.173282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.173282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 16:27:22.173282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.173675 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.173876 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.174398 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 16:27:22.174829 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > address_group after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.175184 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > address_group after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.175529 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.175920 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 16:27:22.176358 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] ML2 OVO RPC backend initialized. {{(pid=106780) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 27 16:27:22.177071 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.177443 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.177870 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.178224 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > networks before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.178575 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.178954 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > ports before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.179306 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.179743 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnets before_response 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.180160 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.180507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.180851 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.181209 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.181534 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.181873 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.182213 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.182553 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.182919 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.190769 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded quota_driver: . Sep 27 16:27:22.191156 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.plugin [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Modular L2 Plugin initialization complete Sep 27 16:27:22.191510 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading services supported by the core plugin {{(pid=106780) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 16:27:22.191856 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.plugins.ml2.managers [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Got port-security extension from driver 'port_security' Sep 27 16:27:22.192339 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.extensions.vlantransparent [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Disabled vlantransparent extension. Sep 27 16:27:22.192840 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106780) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 16:27:22.193166 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: router Sep 27 16:27:22.229389 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.229787 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_create 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.230166 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router before_create 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.230534 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.230948 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.231314 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_delete 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.231679 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.232034 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.232396 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_create 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.232747 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_update 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.233099 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_update 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.233451 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.233816 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_update 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.234233 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_update 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.234609 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.234978 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.235325 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: subnet after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.235674 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.236025 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.236379 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_create 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.236734 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.237085 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.237446 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router after_update 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.237791 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.238145 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_create 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.238511 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.238886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_update 55549900 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.239259 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > agent after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.239613 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > agent after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.240011 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > network after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.240818 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Tracking information for resource: router configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:22.241153 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Tracking information for resource: floatingip configured {{(pid=106780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 16:27:22.246753 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.db.l3_agentschedulers_db [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 16:27:22.247362 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.247731 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port after_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.248093 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port after_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.248448 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: port after_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.249246 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router before_create 55550100 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.249615 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.249981 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_create 55550100 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.250338 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > router precommit_update 55550100 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.255158 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.provider_configuration [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service providers = [] {{(pid=106780) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 16:27:22.255527 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.db.servicetype_db [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106780) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 16:27:22.259143 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.service_base [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 16:27:22.259499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.service_base [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 16:27:22.259847 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.service_base [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 16:27:22.260739 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.services.service_base [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 16:27:22.261113 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.services.service_base [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 16:27:22.261495 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.261816 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 16:27:22.274183 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.274521 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: auto_allocate Sep 27 16:27:22.280171 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: network precommit_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.280548 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: network precommit_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.281078 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.281406 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: tag Sep 27 16:27:22.288021 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.288358 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: timestamp Sep 27 16:27:22.292564 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.292901 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: network_ip_availability Sep 27 16:27:22.298360 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.298739 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.299123 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.299842 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.300168 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: flavors Sep 27 16:27:22.305366 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.305694 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading Plugin: revisions Sep 27 16:27:22.310325 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 16:27:22.310714 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.401s {{(pid=106780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 27 16:27:22.311482 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106780) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 27 16:27:22.311822 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Initializing extension manager. Sep 27 16:27:22.312355 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: __init__.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.312702 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: __pycache__ {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.313044 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: address_group.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.313934 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.314508 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: address-group Sep 27 16:27:22.314869 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: address_scope.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.315550 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.316062 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: address-scope Sep 27 16:27:22.316397 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.317283 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.317796 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: router-admin-state-down-before-update Sep 27 16:27:22.318115 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: agent.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.318800 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.319315 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: agent Sep 27 16:27:22.319639 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: agent_resources_synced.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.321075 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.321582 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: agent-resources-synced Sep 27 16:27:22.321908 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: allowedaddresspairs.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.323689 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.324218 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: allowed-address-pairs Sep 27 16:27:22.324551 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: auto_allocated_topology.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.325597 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.326122 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: auto-allocated-topology Sep 27 16:27:22.326451 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: availability_zone.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.327150 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.327670 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: availability_zone Sep 27 16:27:22.327999 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: availability_zone_filter.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.328888 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.329400 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: availability_zone_filter Sep 27 16:27:22.329724 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: data_plane_status.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.330592 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.331132 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 16:27:22.331456 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: default_subnetpools.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.332331 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.332837 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: default-subnetpools Sep 27 16:27:22.333156 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.333935 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.334448 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: dhcp_agent_scheduler Sep 27 16:27:22.334787 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: dns.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.335706 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.336272 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension dns-integration not supported by any of loaded plugins Sep 27 16:27:22.336529 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: dns_domain_ports.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.337404 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.337915 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 16:27:22.338247 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.339166 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.339681 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 16:27:22.340013 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: dvr.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.340656 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.341161 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: dvr Sep 27 16:27:22.341486 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: ecmp_routes.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.342751 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.342857 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 16:27:22.343185 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: empty_string_filtering.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.344050 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.344557 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: empty-string-filtering Sep 27 16:27:22.344881 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.345746 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.346253 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 16:27:22.346576 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.347469 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.347981 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 16:27:22.348305 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: external_net.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.349174 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.349682 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: external-net Sep 27 16:27:22.350009 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.350900 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.351489 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: extra_dhcp_opt Sep 27 16:27:22.351810 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: extraroute.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.352677 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.353185 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: extraroute Sep 27 16:27:22.353507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: extraroute_atomic.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.354490 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.355025 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: extraroute-atomic Sep 27 16:27:22.355351 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: filter_validation.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.355981 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.356484 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: filter-validation Sep 27 16:27:22.356807 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: fip_pf_description.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.357685 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.358188 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 16:27:22.358512 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: fip_pf_detail.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.359415 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.359920 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 27 16:27:22.360246 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: fip_pf_port_range.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.361120 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.361628 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 27 16:27:22.361953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: fip_port_details.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.362857 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.363377 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: fip-port-details Sep 27 16:27:22.363701 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: flavors.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.364882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.365399 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: flavors Sep 27 16:27:22.365729 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.367956 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.368485 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 16:27:22.368818 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: floatingip_pools.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.369491 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.370003 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: floatingip-pools Sep 27 16:27:22.370333 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: ip_allocation.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.371237 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.371743 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 16:27:22.372069 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.372982 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.373498 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: ip-substring-filtering Sep 27 16:27:22.373824 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l2_adjacency.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.374709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.375241 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 16:27:22.375571 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.376518 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.377031 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: router Sep 27 16:27:22.377358 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.379798 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.380330 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 16:27:22.380667 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.381552 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.382074 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: ext-gw-mode Sep 27 16:27:22.382410 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.384020 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.384530 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: l3-ha Sep 27 16:27:22.384857 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.385732 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.386242 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 27 16:27:22.386569 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_flavors.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.387478 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.387995 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: l3-flavors Sep 27 16:27:22.388320 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.389655 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.390173 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 27 16:27:22.390505 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.391410 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.391968 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 16:27:22.392300 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: l3agentscheduler.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.393324 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.393842 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: l3_agent_scheduler Sep 27 16:27:22.394175 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: local_ip.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.395908 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.396436 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension local_ip not supported by any of loaded plugins Sep 27 16:27:22.396770 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: logging.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.398239 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.398764 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension logging not supported by any of loaded plugins Sep 27 16:27:22.399165 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: metering.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.399881 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.400465 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: metering Sep 27 16:27:22.400798 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.401841 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.402361 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: metering_source_and_destination_fields Sep 27 16:27:22.402696 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: multiprovidernet.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.403634 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.404153 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: multi-provider Sep 27 16:27:22.404486 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: netmtu.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.405367 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.405881 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: net-mtu Sep 27 16:27:22.406209 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: netmtu_writable.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.407106 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.407618 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: net-mtu-writable Sep 27 16:27:22.407954 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: network_availability_zone.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.408594 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.409101 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: network_availability_zone Sep 27 16:27:22.409428 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: network_ip_availability.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.410491 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.411032 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: network-ip-availability Sep 27 16:27:22.411362 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: network_segment_range.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.412088 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.412592 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 16:27:22.412920 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: pagination.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.413918 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.414250 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: pagination Sep 27 16:27:22.414573 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: port_device_profile.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.415467 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.415978 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: port-device-profile Sep 27 16:27:22.416302 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: port_mac_address_override.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.417184 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.417691 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: port-mac-override Sep 27 16:27:22.418020 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.418933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.419439 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: port-mac-address-regenerate Sep 27 16:27:22.419763 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.420657 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.421166 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: port-numa-affinity-policy Sep 27 16:27:22.421490 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: port_resource_request.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.422362 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.422888 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 16:27:22.423215 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: port_resource_request_groups.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.424139 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.424645 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 27 16:27:22.424971 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: portbindings.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.425863 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.426374 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: binding Sep 27 16:27:22.426700 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: portbindings_extended.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.427951 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.428471 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: binding-extended Sep 27 16:27:22.428805 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: portsecurity.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.430285 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.430833 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: port-security Sep 27 16:27:22.431164 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: project_id.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.432290 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.432628 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: project-id Sep 27 16:27:22.432957 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: providernet.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.433833 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.434347 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: provider Sep 27 16:27:22.434674 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.438435 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.439003 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos not supported by any of loaded plugins Sep 27 16:27:22.439344 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.440574 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.441098 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 16:27:22.441430 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.442315 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.442863 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 16:27:22.443197 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_default.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.444076 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.444589 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-default not supported by any of loaded plugins Sep 27 16:27:22.444914 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_fip.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.446356 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.446901 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-fip not supported by any of loaded plugins Sep 27 16:27:22.447229 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.448106 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.448636 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 27 16:27:22.448948 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_gateway_ip.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.449832 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.450344 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 16:27:22.450668 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_port_network_policy.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.451575 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.452087 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 16:27:22.452408 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.453411 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.453932 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 27 16:27:22.454258 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.455300 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.455822 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 27 16:27:22.456153 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_pps_rule.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.457285 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.457798 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-pps not supported by any of loaded plugins Sep 27 16:27:22.458127 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_rule_type_details.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.459039 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.459548 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 16:27:22.459875 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.460797 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.461302 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 27 16:27:22.461626 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: qos_rules_alias.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.462634 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.463172 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 16:27:22.463505 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: quota_check_limit.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.464396 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.464908 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: quota-check-limit Sep 27 16:27:22.465233 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: quotasv2.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.466136 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.466464 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: quotas Sep 27 16:27:22.466809 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: quotasv2_detail.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.468469 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.468812 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: quota_details Sep 27 16:27:22.469148 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: rbac.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.470176 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.470702 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: rbac-policies Sep 27 16:27:22.471080 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: rbac_address_group.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.471961 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.472479 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: rbac-address-group Sep 27 16:27:22.472809 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: rbac_address_scope.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.473773 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.474295 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: rbac-address-scope Sep 27 16:27:22.474866 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: rbac_security_groups.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.475674 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.476196 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: rbac-security-groups Sep 27 16:27:22.476601 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: rbac_subnetpool.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.477483 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.478002 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: rbac-subnetpool Sep 27 16:27:22.478338 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: revisionifmatch.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.479271 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.479789 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: revision-if-match Sep 27 16:27:22.480116 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: revisions.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.481201 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.481717 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: standard-attr-revisions Sep 27 16:27:22.482044 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: router_availability_zone.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.482685 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.483228 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: router_availability_zone Sep 27 16:27:22.483555 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: routerservicetype.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.484450 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.484961 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension router-service-type not supported by any of loaded plugins Sep 27 16:27:22.485287 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.486181 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.486692 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: security-groups-normalized-cidr Sep 27 16:27:22.487040 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.487930 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.488445 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: port-security-groups-filtering Sep 27 16:27:22.488770 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.489660 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.490214 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: security-groups-remote-address-group Sep 27 16:27:22.490495 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.491408 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.492488 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: security-groups-shared-filtering Sep 27 16:27:22.492837 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: securitygroup.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.502588 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.503149 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: security-group Sep 27 16:27:22.503487 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: segment.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.504178 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.504695 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension segment not supported by any of loaded plugins Sep 27 16:27:22.505024 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.505923 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.506433 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 16:27:22.506763 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: servicetype.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.508504 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.509083 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: service-type Sep 27 16:27:22.509415 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: sorting.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.510363 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.510701 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: sorting Sep 27 16:27:22.511054 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: standard_attr_segment.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.511953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.512474 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 16:27:22.512806 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: standardattrdescription.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.513428 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.513944 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: standard-attr-description Sep 27 16:27:22.514276 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: stateful_security_group.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.515188 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.515706 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: stateful-security-group Sep 27 16:27:22.516036 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: stdattrs_common.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.516592 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 16:27:22.516916 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.517804 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.518318 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 16:27:22.518643 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: subnet_onboard.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.519694 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.520218 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: subnet_onboard Sep 27 16:27:22.520548 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.521439 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.521957 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 16:27:22.522284 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: subnet_service_types.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.523293 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.523852 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: subnet-service-types Sep 27 16:27:22.524178 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: subnetallocation.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.525217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.525741 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: subnet_allocation Sep 27 16:27:22.526070 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.526709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.527257 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: subnetpool-prefix-ops Sep 27 16:27:22.527585 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.528475 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.528991 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 16:27:22.529315 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: tagging.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.530340 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.530900 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: standard-attr-tag Sep 27 16:27:22.531234 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: timestamp.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.532399 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.532915 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loaded extension: standard-attr-timestamp Sep 27 16:27:22.533249 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: trunk.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.534243 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.534757 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension trunk not supported by any of loaded plugins Sep 27 16:27:22.535108 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: trunk_details.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.535988 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.536496 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension trunk-details not supported by any of loaded plugins Sep 27 16:27:22.536822 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: uplink_status_propagation.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.537704 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.538213 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 16:27:22.538539 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Loading extension file: vlantransparent.py {{(pid=106780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 16:27:22.539276 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 16:27:22.539814 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 16:27:22.542406 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:network Sep 27 16:27:22.542962 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:subnet Sep 27 16:27:22.543366 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 16:27:22.543760 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:port Sep 27 16:27:22.545038 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.545487 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service FLAVORS assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.546110 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.546554 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.546933 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:router Sep 27 16:27:22.547371 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 16:27:22.547869 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service METERING assigned prefix: /metering {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.549321 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.549701 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.550064 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:27:22.551081 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 16:27:22.551532 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:security_group Sep 27 16:27:22.551966 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 16:27:22.552515 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service CORE assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.552856 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 16:27:22.553208 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] subnetpool is already registered Sep 27 16:27:22.553632 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service CORE assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.553959 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 16:27:22.554295 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] subnetpool is already registered Sep 27 16:27:22.557335 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.557793 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service FLAVORS assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.558437 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.559016 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.559358 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:router Sep 27 16:27:22.559706 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] router is already registered Sep 27 16:27:22.560399 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 16:27:22.560749 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] floatingip is already registered Sep 27 16:27:22.561217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service METERING assigned prefix: /metering {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.561934 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 16:27:22.562268 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] rbac_policy is already registered Sep 27 16:27:22.562694 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:security_group Sep 27 16:27:22.563055 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] security_group is already registered Sep 27 16:27:22.563486 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 16:27:22.563825 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] security_group_rule is already registered Sep 27 16:27:22.564327 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service CORE assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.564658 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 16:27:22.564994 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] subnetpool is already registered Sep 27 16:27:22.565422 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.v2.resource_helper [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Service CORE assigned prefix: {{(pid=106780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 16:27:22.565750 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 16:27:22.566084 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING neutron.quota.resource_registry [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] subnetpool is already registered Sep 27 16:27:22.566554 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: extensions {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.568175 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: address-groups {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.569664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: address-scopes {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.571501 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: agents {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.572672 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: auto-allocated-topology {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.575166 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: availability_zones {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.576400 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: dhcp-networks {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.577830 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: dhcp-agents {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.579411 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: routers {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.581145 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: flavors {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.582322 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: service_profiles {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.583669 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: next_providers {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.585155 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: service_profiles {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.587055 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: floatingip-pools {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.588309 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: routers {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.590159 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: floatingips {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.591426 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: l3-routers {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.592809 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: l3-agents {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.594346 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: metering-labels {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.595656 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: metering-label-rules {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.596943 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: network-ip-availabilities {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.598307 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: bindings {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.599923 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: quotas {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.602199 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: quotas {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.603848 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: rbac-policies {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.605058 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: security-groups {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.606256 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: security-group-rules {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.607556 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: service-providers {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.608871 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: subnetpools {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.612978 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: subnetpools {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.612978 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.613574 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.615368 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.617926 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.619666 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.621546 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.623435 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.625242 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.627086 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.628980 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron.api.extensions [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Extended resource: tags {{(pid=106780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 16:27:22.636055 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING keystonemiddleware.auth_token [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 16:27:22.641134 dv-cinder-855060-2-iscsi neutron-server[106780]: WARNING keystonemiddleware.auth_token [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 16:27:22.650057 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Acquiring lock "singleton_lock" {{(pid=106780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 27 16:27:22.650393 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Acquired lock "singleton_lock" {{(pid=106780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 27 16:27:22.650957 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_concurrency.lockutils [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Releasing lock "singleton_lock" {{(pid=106780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 27 16:27:22.651607 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Starting 2 workers Sep 27 16:27:22.656519 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Started child 106895 {{(pid=106780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 16:27:22.661099 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Started child 106896 {{(pid=106780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 16:27:22.662161 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:22.662906 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO neutron.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 16:27:22.663282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:22.664355 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [-] (106895) wsgi starting up on http://0.0.0.0:9696 Sep 27 16:27:22.666541 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Starting 1 workers Sep 27 16:27:22.666715 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:22.668021 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [-] (106896) wsgi starting up on http://0.0.0.0:9696 Sep 27 16:27:22.671668 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Started child 106897 {{(pid=106780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 16:27:22.672217 dv-cinder-855060-2-iscsi neutron-server[106780]: INFO oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Starting 1 workers Sep 27 16:27:22.675574 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] calling RpcWorker wait() {{(pid=106897) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 16:27:22.679336 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] returning from RpcWorker wait() {{(pid=106897) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 16:27:22.679531 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Started child 106898 {{(pid=106780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 16:27:22.680127 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:22.680217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG neutron_lib.callbacks.manager [None req-3ee721f5-a4bd-47e9-994a-5785da18bec5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:22.680297 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:27:22.680542 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 16:27:22.680542 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 16:27:22.680542 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 16:27:22.680855 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 16:27:22.681029 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 16:27:22.681375 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 16:27:22.681904 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.682189 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.682390 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:22.682903 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.682903 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.683333 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.683509 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:27:22.683614 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.683857 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.684144 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.684402 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.684576 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.684772 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.685253 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.685502 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.685999 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.686120 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.686380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.686609 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.686882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.687068 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.687413 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.687609 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.687907 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] debug = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.688160 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.688676 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.688898 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.689138 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.689388 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.689659 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.689908 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.690183 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.690435 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.690690 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.691019 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.691350 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.691562 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.691809 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.692047 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.692313 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.692550 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.693051 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] host = dv-cinder-855060-2-iscsi {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.693295 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.693521 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.693771 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.694028 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.694301 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.694519 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.694803 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.695094 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.695357 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.695589 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.695832 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.696081 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.696330 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.696584 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.696740 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_options = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.696977 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.697329 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.697625 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.697775 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.697924 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.698061 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.698328 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.698660 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.698940 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.699087 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.699235 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.699417 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.699633 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.699880 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.700134 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.700350 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.700570 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.700814 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.701071 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.701329 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.701563 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.701824 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.702142 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.702373 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.702610 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.702882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.703166 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.703368 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.703584 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.703827 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.704082 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.704560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.704560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.705606 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.705606 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.705606 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.705606 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.706192 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.706192 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.706450 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.706584 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.706800 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.707010 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.707390 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.707534 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.707534 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.708394 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_json = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.708394 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.708662 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.709115 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.709115 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.709402 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.709536 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.709679 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.709916 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.710137 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.710581 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.710943 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.713664 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714217 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714462 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714672 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.714867 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.715312 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.717559 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.719933 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.721748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722789 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.722884 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.723544 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.723544 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.723544 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.723919 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.723919 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.725522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.727560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.727560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.727560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.727560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.727560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.727560 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.728030 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.728030 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.728030 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.728247 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.729061 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.729061 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.729061 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.729061 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.732886 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.733758 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.733758 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.733758 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.733758 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.734219 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.734219 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.734422 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.736298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737964 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737964 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.737964 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.738309 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.738624 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.738835 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.738986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.739206 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.739439 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.739685 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.739974 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.740208 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.740566 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.740731 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.741143 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.741724 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.742810 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.743226 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.743640 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.743908 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.744185 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.744457 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.744709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.744945 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.745183 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.745407 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.745651 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.745873 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.746087 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.746312 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.746659 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.746945 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.747196 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.747415 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.747680 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.747956 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.748206 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.748471 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.748731 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.748932 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.749182 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.749438 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.749704 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.749936 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.750164 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.750394 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.750605 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.750878 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.751125 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.751342 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.751558 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.751815 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.752027 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.752246 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.752459 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.752680 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.752920 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.753322 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.753536 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.753846 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.754090 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.754548 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.754988 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.755398 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.755607 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.755866 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.756091 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.756378 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.756627 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.758289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759065 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759065 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759065 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759303 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759389 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759558 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.759794 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.760049 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.760288 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.760643 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.760912 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.761143 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.761400 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.761643 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.761881 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.762112 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.762334 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.762583 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.762844 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.763070 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.763289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.763519 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.763758 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.764000 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.764216 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.764432 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.764651 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.764923 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.765177 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.765408 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.765650 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.765870 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.766091 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.766313 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.766517 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.766748 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.766992 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.767206 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.767420 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.767638 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.767852 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.768194 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.768451 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.768689 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.769078 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.769183 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.769428 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.769659 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.769874 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.770101 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.770330 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.770670 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.770825 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.771032 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.771245 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.771457 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.771681 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.771905 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.772117 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.772343 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.772892 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.772892 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.773135 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.773266 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.773500 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.773754 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.775983 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.776986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.776986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.776986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.776986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.776986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.776986 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.777461 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.777461 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.777653 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.777737 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.778091 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.778261 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.778522 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.778797 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.779033 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.779302 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.779512 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.779845 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.780124 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.780372 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.780628 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.780928 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.781211 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.781480 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.781694 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.782000 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.782330 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.782599 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.782883 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.783113 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.783353 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.783595 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.783838 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.784076 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.784312 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.784529 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.784765 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.784993 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.785241 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.785468 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.785709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.785930 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.786176 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.786387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.786830 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.786830 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.787031 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 16:27:22.787501 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 16:27:22.787708 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 16:27:22.787834 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 16:27:22.787958 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 16:27:22.788099 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 16:27:22.788256 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 16:27:22.788464 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.788627 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.789443 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.789546 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.789650 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.789813 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.789975 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.790138 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.790299 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.790460 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.790620 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.790809 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.790951 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.791110 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.791309 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.791424 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.791567 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.791731 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.791891 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.792050 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.792358 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.792358 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] debug = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.792607 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.792697 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.792860 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793021 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793180 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793341 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793499 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793658 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793819 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.793980 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.794140 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.794301 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.794462 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.794623 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.794801 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.794961 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.795122 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.795281 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] host = dv-cinder-855060-2-iscsi {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.795441 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.795601 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.795762 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.795923 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.796083 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.796249 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.796409 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.796572 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.796732 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.796891 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797052 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797211 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797373 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797532 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:27:22.797763 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_options = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797964 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.797964 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.798123 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.798304 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.798468 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.798630 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.798807 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.798969 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.799130 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.799290 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.799531 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.799625 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.799744 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.799904 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.800063 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.800223 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.800387 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.800621 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.800805 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.800967 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.801121 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.801282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.801437 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.801561 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.801690 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802036 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802036 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802747 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802747 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802747 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802747 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.802747 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803294 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803294 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803294 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803294 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803807 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803807 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.803807 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.804110 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.804110 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.804393 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.804393 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.805216 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.805329 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.805450 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.805562 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_json = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.806637 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.807507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.807507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 16:27:22.807507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.807507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.807507 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.807882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.807882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.807882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808094 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808173 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808296 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808457 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808657 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808783 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.808937 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.809101 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.809263 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.809433 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.809584 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.809780 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.810161 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.810297 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.810421 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.810586 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.810756 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.810939 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.811101 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.811267 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.811428 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.811598 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.811761 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.811930 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.812108 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.812269 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.812432 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.812595 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.812757 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.812920 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.813089 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.813255 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.813417 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.813580 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.813742 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.813904 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.814068 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.814230 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.814393 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.814556 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.814718 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.814971 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.815135 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.815298 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.815460 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.815622 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.815784 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.815947 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.816109 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.816273 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.816610 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.816610 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.816799 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.816885 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.817045 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.817207 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.817368 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.817529 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.817692 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.817853 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.818014 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.818176 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.818364 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.818531 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.818693 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.818878 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.819042 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.819205 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.819367 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.819526 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.819687 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.819867 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.820040 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.820325 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.820532 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.820772 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.820940 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.821090 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.821258 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.821421 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.821584 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.821806 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.821984 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.822193 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.822366 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.822587 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.822731 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.822935 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.822935 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.823953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.823953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.823953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.823953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.823953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.823953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.824476 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.824476 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.824476 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.824476 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.824846 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.824846 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.825311 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.825311 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.825311 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.825676 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.825676 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.825676 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826024 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826024 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826256 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826256 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826696 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826696 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.826696 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827066 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827066 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827274 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827398 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827519 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827639 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827800 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.827972 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.828143 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.828306 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.828467 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.828628 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.828794 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.828959 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.829120 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.829282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.829443 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.829608 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.829755 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.829967 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.830072 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.830226 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.830386 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.830569 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.830731 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.830925 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.831058 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.831218 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.831380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.831543 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.831705 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.831867 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.832029 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.832190 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.832353 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.832514 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.832676 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.832838 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.833001 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.833163 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.833326 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.833487 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.833649 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.833816 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.834030 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.834198 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.834360 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.834521 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.834688 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.834874 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.835037 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.835199 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.835361 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.835523 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.835710 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.835951 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.836123 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.836287 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.836449 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.836601 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.836764 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.836927 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.837090 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.837253 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.837401 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.837565 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.837727 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.837892 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.838055 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.838218 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.838380 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.838542 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.838709 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.838874 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.839044 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.839201 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.839356 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.839502 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.839691 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.839852 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.840178 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.840335 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.840495 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.840659 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.840822 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.840984 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.841151 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.841297 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.841467 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.841630 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.841793 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.841957 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.842119 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.842282 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.842443 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.842605 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.842769 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.842953 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.843115 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.843279 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.843442 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.843608 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.843769 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.843930 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.844091 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.844253 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.844415 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.844576 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.844738 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.844901 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.845075 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.845239 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.845403 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.845566 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.845727 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.845890 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.846060 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.846222 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.846384 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.846546 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.846707 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.846898 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.847069 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.847232 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.847394 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.847555 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.847716 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.847878 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.848048 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.848210 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.848371 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.848537 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.848699 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.848859 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.849028 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.849190 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.849351 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.849512 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.849672 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.849834 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850006 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850167 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850328 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850490 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850655 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850852 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.850987 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.851150 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.851882 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.852055 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.852290 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.852458 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.852619 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.852794 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.852957 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.853121 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.853269 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.853432 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.853594 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.853759 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.853925 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.854097 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.854267 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.854430 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.854598 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.854768 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.854958 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.855121 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.855289 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.855447 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.855611 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.855774 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.855934 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.856097 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.856259 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.856420 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.856581 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.856742 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.856905 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.857067 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.857212 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.857379 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.857541 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.857686 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.857851 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.858013 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.858174 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.858339 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.858500 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 16:27:22.858655 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 16:27:22.980443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 51914) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:22.987502 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049376 Sep 27 16:27:22.992238 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038393 Sep 27 16:27:32.058024 dv-cinder-855060-2-iscsi neutron-server[106780]: DEBUG dbcounter [-] [106780] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106780) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:34.474554 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c7a24-fbd2-45ba-add6-64f98698ae0e None None] get_active_networks_info from dv-cinder-855060-2-iscsi {{(pid=106897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 27 16:27:34.477735 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writer thread running {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 16:27:34.568862 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c7a24-fbd2-45ba-add6-64f98698ae0e None None] No non-hosted networks {{(pid=106897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 16:27:34.577584 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.agentschedulers_db [None req-ba9c7a24-fbd2-45ba-add6-64f98698ae0e None None] DHCP Agent not found on host dv-cinder-855060-2-iscsi {{(pid=106897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 27 16:27:34.636745 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-303168c0-e357-420a-96ef-c49a0abb1989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7928264'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:36.316631 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writer thread running {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 16:27:37.018186 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-546b2103-cedc-4df5-be55-655f66ea05b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7928264'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:37.051019 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-9f1e2d1f-b826-4fc5-acbc-cff3e48ae5e3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-855060-2-iscsi {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:27:37.051736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-9f1e2d1f-b826-4fc5-acbc-cff3e48ae5e3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:27:37.660934 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2d1f-b826-4fc5-acbc-cff3e48ae5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:38.087161 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7928264'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:38.414713 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 51988) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:38.983297 dv-cinder-855060-2-iscsi neutron-server[106896]: WARNING oslo_policy.policy [None req-29203ffa-ea6c-4c72-888b-e9346eef5701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:27:38.983907 dv-cinder-855060-2-iscsi neutron-server[106896]: WARNING oslo_policy.policy [None req-29203ffa-ea6c-4c72-888b-e9346eef5701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:27:39.218869 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [None req-29203ffa-ea6c-4c72-888b-e9346eef5701 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:27:39.231361 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-29203ffa-ea6c-4c72-888b-e9346eef5701 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8153615 Sep 27 16:27:39.764371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7928264'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:39.778486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7928264'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:39.779444 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.780001 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.780482 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.781048 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.782080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.782080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.782265 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.782565 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.783154 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.799818 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.799818 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.799818 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.799818 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.799818 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.800933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:39.800933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855060-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:27:39.800933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855060-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:27:41.260590 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.db.l3_hamode_db [None req-dddcfa96-9dd5-4d8f-875a-22fd201b6af6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 16:27:41.342070 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcfa96-9dd5-4d8f-875a-22fd201b6af6 None None] Routers set() bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:27:41.342761 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcfa96-9dd5-4d8f-875a-22fd201b6af6 None None] Router IDs set() for agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 27 16:27:41.963446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52022) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:42.290765 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:27:42.302487 dv-cinder-855060-2-iscsi neutron-server[106896]: ERROR stevedore.extension [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 27 16:27:42.384066 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.policy [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106896) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 16:27:42.425524 dv-cinder-855060-2-iscsi neutron-server[106896]: WARNING oslo_policy.policy [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:27:42.425893 dv-cinder-855060-2-iscsi neutron-server[106896]: WARNING oslo_policy.policy [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:27:42.446290 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writer thread running {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 16:27:42.584407 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745643378904', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745643378380', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745643296809', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745643289322', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745643283522', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745643340000', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-716883', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7950000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7940746'] for rbac-policy (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:42.906003 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:42.907219 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d934c945-2c2f-48e3-9494-0c58c8581288 admin admin] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9427071 Sep 27 16:27:45.505533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52032) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:45.831798 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:27:45.935780 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Made reservation on behalf of 1d0285a452bf4bb285cfc1f65cacd3ac for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:27:45.939980 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:45.959179 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.068675 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks [] for security_group (af048d4b-f150-4c65-8ddb-f3ea368d5642), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.146286 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (af048d4b-f150-4c65-8ddb-f3ea368d5642), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.171522 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:27:46.205360 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745640033985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (236072c7-2f94-4aaf-9f6c-ff0065fae0d4), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.205854 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Unsubscribe: segment precommit_create {{(pid=106896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 16:27:46.206381 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Added segment 236072c7-2f94-4aaf-9f6c-ff0065fae0d4 of type vlan for network 729878fe-90c6-4745-9c0b-92e8d7a67b0a Sep 27 16:27:46.226610 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=af048d4b-f150-4c65-8ddb-f3ea368d5642,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:27:46.277647 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.277996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.278356 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.278712 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.279073 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.279401 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.279724 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.280047 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.280369 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.280690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.281010 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.281346 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.281667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.281983 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.282299 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Tracked resource versions report: Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: pushed versions: Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: { 'AddressGroup': {'1.2'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Agent': {'1.1'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'ConntrackHelper': {'1.0'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Log': {'1.0'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'NDPProxy': {'1.0'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Network': {'1.1'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Port': {'1.7'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'PortForwarding': {'1.3'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'QosPolicy': {'1.10'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroup': {'1.5'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SubPort': {'1.0'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Subnet': {'1.1'}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Trunk': {'1.1'}} Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: consumer versions: Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Agent': '1.1', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'ConntrackHelper': '1.0', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'LocalIPAssociation': '1.0', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Log': '1.0', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'NDPProxy': '1.0', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Network': '1.1', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Port': '1.7', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'PortForwarding': '1.3', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'QosPolicy': '1.10', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroup': '1.5', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroupRule': '1.2', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SubPort': '1.0', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Subnet': '1.1', Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Trunk': '1.1'}} Sep 27 16:27:46.283713 dv-cinder-855060-2-iscsi neutron-server[106896]: {{(pid=106896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:27:46.315128 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (729878fe-90c6-4745-9c0b-92e8d7a67b0a), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.417870 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (729878fe-90c6-4745-9c0b-92e8d7a67b0a), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.422877 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:27:46.423576 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:46.475477 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:46.540061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] Pushing event updated for resources: {'Network': ['ID=729878fe-90c6-4745-9c0b-92e8d7a67b0a,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:27:46.551536 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:27:46.581027 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-cdf39524-9ed5-4c64-a48f-52fdbbac13b2 demo demo] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0742991 Sep 27 16:27:49.256178 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52046) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:49.673506 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c7c553-53f8-4844-b2c3-74438b1076a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:27:49.674914 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-b8c7c553-53f8-4844-b2c3-74438b1076a2 demo admin] 10.222.0.64 "GET /networking/v2.0/networks/729878fe-90c6-4745-9c0b-92e8d7a67b0a HTTP/1.1" status: 200 len: 825 time: 0.4177659 Sep 27 16:27:49.701120 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-da233991-a828-4c50-8db7-ba73d62d09cf demo admin] 10.222.0.64 "GET /networking/v2.0/subnetpools/502d8570-076c-4570-bde5-646503e2b6cc HTTP/1.1" status: 200 len: 734 time: 0.0198715 Sep 27 16:27:49.709922 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc', 'name': 'private-subnet'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:27:49.997855 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Made reservation on behalf of 1d0285a452bf4bb285cfc1f65cacd3ac for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:27:50.000272 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:50.152266 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:50.395457 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (99b82f7e-9f85-4d58-b866-7eb0e69b881b), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:50.471101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Pushing event updated for resources: {'Subnet': ['ID=99b82f7e-9f85-4d58-b866-7eb0e69b881b,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:27:50.475106 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Checking segment: {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:27:50.479431 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Network hostable DHCP agents. Network: 729878fe-90c6-4745-9c0b-92e8d7a67b0a, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:27:50.560639 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:27:50.637835 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 729878fe-90c6-4745-9c0b-92e8d7a67b0a) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:27:50.642397 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:27:50.643036 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:50.647313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673622a-3dd4-4abb-8326-0f99dd8c666e None None] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:27:50.790128 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-5370b0d7-bde1-400a-8922-4c323fb5469f demo admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0833774 Sep 27 16:27:50.907002 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:27:50.908340 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:51.017341 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=56,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:51.196660 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Allocated IP 172.20.0.2 (729878fe-90c6-4745-9c0b-92e8d7a67b0a/99b82f7e-9f85-4d58-b866-7eb0e69b881b/992def2a-7c65-4ff7-a482-524505d0c05d) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:27:51.462769 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Publish callbacks [] for port (992def2a-7c65-4ff7-a482-524505d0c05d), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:51.549913 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:51.631480 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:51.632705 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:27:51.633329 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=6 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:51.638681 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:27:51.643468 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Pushing event updated for resources: {'Port': ['ID=992def2a-7c65-4ff7-a482-524505d0c05d,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:27:51.645722 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:27:51.656374 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.657122 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.657122 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.657410 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.657748 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.658082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.658411 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.658738 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.659102 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.659431 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.659760 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.660104 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.660432 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.660755 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.661077 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Tracked resource versions report: Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: pushed versions: Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: { 'AddressGroup': {'1.2'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Agent': {'1.1'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'ConntrackHelper': {'1.0'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Log': {'1.0'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'NDPProxy': {'1.0'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Network': {'1.1'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Port': {'1.7'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'PortForwarding': {'1.3'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'QosPolicy': {'1.10'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroup': {'1.5'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SubPort': {'1.0'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Subnet': {'1.1'}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Trunk': {'1.1'}} Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: consumer versions: Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Agent': '1.1', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'ConntrackHelper': '1.0', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'LocalIPAssociation': '1.0', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Log': '1.0', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'NDPProxy': '1.0', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Network': '1.1', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Port': '1.7', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'PortForwarding': '1.3', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'QosPolicy': '1.10', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroup': '1.5', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroupRule': '1.2', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SubPort': '1.0', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Subnet': '1.1', Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Trunk': '1.1'}} Sep 27 16:27:51.662490 dv-cinder-855060-2-iscsi neutron-server[106897]: {{(pid=106897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:27:51.736627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:51.742205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Attempting to bind port 992def2a-7c65-4ff7-a482-524505d0c05d on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:27:51.742576 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Attempting to bind port 992def2a-7c65-4ff7-a482-524505d0c05d by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:27:51.743035 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Attempting to bind port 992def2a-7c65-4ff7-a482-524505d0c05d on network 729878fe-90c6-4745-9c0b-92e8d7a67b0a {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:27:51.791348 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:27:51.791708 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Checking segment: {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:27:51.792175 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:51.792562 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Bound using segment: {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:27:51.793036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Bound port: 992def2a-7c65-4ff7-a482-524505d0c05d, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:27:51.793443 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:51.856014 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] For port 992def2a-7c65-4ff7-a482-524505d0c05d, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:27:51.875744 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] For port 992def2a-7c65-4ff7-a482-524505d0c05d, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=992def2a-7c65-4ff7-a482-524505d0c05d,segment=NetworkSegment(236072c7-2f94-4aaf-9f6c-ff0065fae0d4),segment_id=236072c7-2f94-4aaf-9f6c-ff0065fae0d4)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:27:51.952706 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:52.005541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b974-ff58-4333-89f4-8e423a681df7 None None] Pushing event updated for resources: {'Port': ['ID=992def2a-7c65-4ff7-a482-524505d0c05d,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:27:53.469137 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52060) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:53.796527 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [None req-1c346938-5b68-414d-9679-59560b4e28d9 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:27:53.797522 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1c346938-5b68-414d-9679-59560b4e28d9 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3275280 Sep 27 16:27:56.472257 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52068) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:56.804528 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [None req-dc14709f-08e3-461a-bf4e-f9dd8276d926 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:27:56.805582 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-dc14709f-08e3-461a-bf4e-f9dd8276d926 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3325133 Sep 27 16:27:59.413676 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 992def2a-7c65-4ff7-a482-524505d0c05d up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:27:59.492228 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52080) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:27:59.497279 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 992def2a-7c65-4ff7-a482-524505d0c05d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:27:59.497798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:59.498178 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 992def2a-7c65-4ff7-a482-524505d0c05d Sep 27 16:27:59.608580 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 992def2a-7c65-4ff7-a482-524505d0c05d is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:27:59.608972 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:59.618632 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:27:59.645788 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 992def2a-7c65-4ff7-a482-524505d0c05d, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=992def2a-7c65-4ff7-a482-524505d0c05d,segment=NetworkSegment(236072c7-2f94-4aaf-9f6c-ff0065fae0d4),segment_id=236072c7-2f94-4aaf-9f6c-ff0065fae0d4)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:27:59.721512 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:27:59.738221 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:27:59.791203 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=992def2a-7c65-4ff7-a482-524505d0c05d,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:27:59.853384 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:28:00.006694 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (8ac34cab-5b80-41fc-ba41-f397dd5247ab), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.008330 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (8ac34cab-5b80-41fc-ba41-f397dd5247ab), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.146047 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:00.148893 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] Publish callbacks [] for router_controller (8ac34cab-5b80-41fc-ba41-f397dd5247ab), precommit_add_association {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.154023 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef91336-ed3d-4c32-a74e-522b9481cda4 None None] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:28:00.201554 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (8ac34cab-5b80-41fc-ba41-f397dd5247ab), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.225254 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-7b8c8a5a-ca21-41eb-ac20-3158ccdd26f2 None None] Provisioning complete for port 992def2a-7c65-4ff7-a482-524505d0c05d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:00.225816 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8a5a-ca21-41eb-ac20-3158ccdd26f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.226257 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-7b8c8a5a-ca21-41eb-ac20-3158ccdd26f2 None None] Attempt 1 to provision port 992def2a-7c65-4ff7-a482-524505d0c05d Sep 27 16:28:00.282420 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.283623 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-16e3c67b-ee50-4a6f-9f40-a6e084ec11c0 demo demo] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7902002 Sep 27 16:28:00.355595 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c8a5a-ca21-41eb-ac20-3158ccdd26f2 None None] Current status of the port 992def2a-7c65-4ff7-a482-524505d0c05d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:00.573844 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-524a458f-64c0-4dab-80c3-51ea1d762076 None None] Provisioning complete for port 992def2a-7c65-4ff7-a482-524505d0c05d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:00.574494 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-524a458f-64c0-4dab-80c3-51ea1d762076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:00.574494 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-524a458f-64c0-4dab-80c3-51ea1d762076 None None] Attempt 1 to provision port 992def2a-7c65-4ff7-a482-524505d0c05d Sep 27 16:28:00.649757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-524a458f-64c0-4dab-80c3-51ea1d762076 None None] Current status of the port 992def2a-7c65-4ff7-a482-524505d0c05d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:01.397316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 992def2a-7c65-4ff7-a482-524505d0c05d up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:28:01.440048 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 992def2a-7c65-4ff7-a482-524505d0c05d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:01.440432 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:01.440769 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 992def2a-7c65-4ff7-a482-524505d0c05d Sep 27 16:28:01.512843 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 992def2a-7c65-4ff7-a482-524505d0c05d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:02.962281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52088) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:28:03.279109 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [None req-60e55c8b-eab1-41f6-92a5-22b8f5079a13 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:28:03.280130 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-60e55c8b-eab1-41f6-92a5-22b8f5079a13 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3169422 Sep 27 16:28:04.488506 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ad34b84f-0749-403a-9366-e8a385cb88dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:05.979287 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52096) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:28:06.295482 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:28:06.419893 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Made reservation on behalf of 9ac75ab2f7e84b088f06cdcdbcfae272 for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:28:06.422239 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.430821 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.504921 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks [] for security_group (5069e400-0631-4609-b4e9-3b33cb04288b), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.597137 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5069e400-0631-4609-b4e9-3b33cb04288b), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.611496 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Reserving flat network on physical network physnet1 {{(pid=106896) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 16:28:06.633568 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5069e400-0631-4609-b4e9-3b33cb04288b,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:06.637782 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (f557f451-a959-4945-8ba1-c0d58359ba7e), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.638118 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Added segment f557f451-a959-4945-8ba1-c0d58359ba7e of type flat for network 12197446-a087-4a42-913c-7802c7fc0620 Sep 27 16:28:06.684150 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (12197446-a087-4a42-913c-7802c7fc0620), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.806459 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (12197446-a087-4a42-913c-7802c7fc0620), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.807488 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:28:06.808104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:06.900967 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] Pushing event updated for resources: {'Network': ['ID=12197446-a087-4a42-913c-7802c7fc0620,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:06.910179 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 12197446-a087-4a42-913c-7802c7fc0620 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:28:06.954382 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4bbb74a1-81ee-440e-bd08-637ac6dea31b admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9741056 Sep 27 16:28:07.025799 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e2873f08-ae3b-43a2-9ac6-f27f06990cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:07.027002 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:08.045819 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:09.554091 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52104) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:28:09.634997 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:09.721988 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:09.739874 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:10.080041 dv-cinder-855060-2-iscsi neutron-server[106895]: WARNING oslo_policy.policy [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:28:10.080624 dv-cinder-855060-2-iscsi neutron-server[106895]: WARNING oslo_policy.policy [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:28:10.309837 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writer thread running {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 16:28:10.310398 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:10.431803 dv-cinder-855060-2-iscsi neutron-server[106895]: ERROR stevedore.extension [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 27 16:28:10.485394 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.policy [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 16:28:10.527831 dv-cinder-855060-2-iscsi neutron-server[106895]: WARNING oslo_policy.policy [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:28:10.528206 dv-cinder-855060-2-iscsi neutron-server[106895]: WARNING oslo_policy.policy [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 16:28:10.535853 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:28:10.537764 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3e5902ce-b2b3-436c-bca5-4fcf1476b014 demo admin] 10.222.0.64 "GET /networking/v2.0/subnets/99b82f7e-9f85-4d58-b866-7eb0e69b881b HTTP/1.1" status: 200 len: 849 time: 0.9816935 Sep 27 16:28:10.701878 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-893ab672-677e-4a79-817f-1fe8e2f48df0 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/8ac34cab-5b80-41fc-ba41-f397dd5247ab HTTP/1.1" status: 200 len: 704 time: 0.1581423 Sep 27 16:28:10.967522 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:11.367986 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Allocated IP 172.20.0.1 (729878fe-90c6-4745-9c0b-92e8d7a67b0a/99b82f7e-9f85-4d58-b866-7eb0e69b881b/831ad2b0-665d-4f68-8c4c-f2acff74b7c8) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:28:11.608658 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks [] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:11.801154 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:11.843149 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:28:11.862531 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:28:11.911419 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Pushing event updated for resources: {'Port': ['ID=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:11.917195 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:28:11.918135 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (8ac34cab-5b80-41fc-ba41-f397dd5247ab), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:11.941396 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.941741 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.942105 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.942702 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.943069 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.943404 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.943731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.944073 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.944410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.944737 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.945637 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.945981 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.946307 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.946630 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.946974 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Tracked resource versions report: Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: pushed versions: Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: { 'AddressGroup': {'1.2'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Agent': {'1.1'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'ConntrackHelper': {'1.0'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Log': {'1.0'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'NDPProxy': {'1.0'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Network': {'1.1'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Port': {'1.7'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'PortForwarding': {'1.3'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'QosPolicy': {'1.10'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroup': {'1.5'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SubPort': {'1.0'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Subnet': {'1.1'}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Trunk': {'1.1'}} Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: consumer versions: Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Agent': '1.1', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'ConntrackHelper': '1.0', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'LocalIPAssociation': '1.0', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Log': '1.0', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'NDPProxy': '1.0', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Network': '1.1', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Port': '1.7', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'PortForwarding': '1.3', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'QosPolicy': '1.10', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroup': '1.5', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroupRule': '1.2', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SubPort': '1.0', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Subnet': '1.1', Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Trunk': '1.1'}} Sep 27 16:28:11.948393 dv-cinder-855060-2-iscsi neutron-server[106895]: {{(pid=106895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:28:11.990929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:12.131548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Provisioning complete for port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:12.132100 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:12.132206 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 1 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:12.164307 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:28:12.256178 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:12.308555 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:12.463647 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks [] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:12.525581 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:12.526390 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (8ac34cab-5b80-41fc-ba41-f397dd5247ab), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:12.603433 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Pushing event updated for resources: {'Port': ['ID=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:12.655508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:28:12.656914 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:28:12.665050 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 2 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:12.703832 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:28:12.937657 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Router 8ac34cab-5b80-41fc-ba41-f397dd5247ab is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:28:13.067601 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:28:13.073172 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-831a875a-d7fb-46c4-87d7-a5ea85555f7d demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/8ac34cab-5b80-41fc-ba41-f397dd5247ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3658824 Sep 27 16:28:13.090471 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Sync routers for ids ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:28:13.103057 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Routers {'8ac34cab-5b80-41fc-ba41-f397dd5247ab'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:28:13.103887 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:28:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:13.205441 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 3 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:13.239895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:28:13.286469 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Set router 8ac34cab-5b80-41fc-ba41-f397dd5247ab gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:28:13.700140 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'name': 'router1', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:28:00Z', 'updated_at': '2022-09-27T16:28:12Z', 'revision_number': 2, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'gw_port_host': None, '_interfaces': [{'id': '831ad2b0-665d-4f68-8c4c-f2acff74b7c8', 'name': '', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'mac_address': 'fa:16:3e:97:ca:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:11Z', 'updated_at': '2022-09-27T16:28:12Z', 'revision_number': 2, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'subnets': [{'id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:13.740625 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 4 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:13.751112 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Checking router: 8ac34cab-5b80-41fc-ba41-f397dd5247ab for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:28:13.751481 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Updating router 8ac34cab-5b80-41fc-ba41-f397dd5247ab port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:28:13.771845 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:13.774734 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:28:13.804091 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:14.276000 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 5 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:14.306009 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Publish callbacks [] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:14.311215 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:28:14.368409 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:14.513348 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Pushing event updated for resources: {'Port': ['ID=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:14.520421 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Attempting to bind port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:28:14.520804 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Attempting to bind port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:28:14.521238 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Attempting to bind port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 on network 729878fe-90c6-4745-9c0b-92e8d7a67b0a {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:28:14.530446 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.530739 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.531110 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.531445 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.531772 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.532094 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.532411 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.532729 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.533044 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.533356 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.533671 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.533999 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.534313 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.534622 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.534953 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Tracked resource versions report: Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: pushed versions: Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: { 'AddressGroup': {'1.2'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Agent': {'1.1'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'ConntrackHelper': {'1.0'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Log': {'1.0'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'NDPProxy': {'1.0'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Network': {'1.1'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Port': {'1.7'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'PortForwarding': {'1.3'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'QosPolicy': {'1.10'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroup': {'1.5'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SubPort': {'1.0'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Subnet': {'1.1'}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Trunk': {'1.1'}} Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: consumer versions: Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Agent': '1.1', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'ConntrackHelper': '1.0', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'LocalIPAssociation': '1.0', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Log': '1.0', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'NDPProxy': '1.0', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Network': '1.1', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Port': '1.7', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'PortForwarding': '1.3', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'QosPolicy': '1.10', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroup': '1.5', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroupRule': '1.2', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SubPort': '1.0', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Subnet': '1.1', Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Trunk': '1.1'}} Sep 27 16:28:14.536330 dv-cinder-855060-2-iscsi neutron-server[106898]: {{(pid=106898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:28:14.615623 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:28:14.616023 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Checking segment: {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:28:14.616485 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:14.617489 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Bound using segment: {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:28:14.618123 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Bound port: 831ad2b0-665d-4f68-8c4c-f2acff74b7c8, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236072c7-2f94-4aaf-9f6c-ff0065fae0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:28:14.618509 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:14.649149 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:14.668172 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:14.684133 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] For port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:28:14.704792 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] For port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,segment=NetworkSegment(236072c7-2f94-4aaf-9f6c-ff0065fae0d4),segment_id=236072c7-2f94-4aaf-9f6c-ff0065fae0d4)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:28:14.812195 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 6 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:14.831829 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:14.849252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:28:14.880771 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Routers {'8ac34cab-5b80-41fc-ba41-f397dd5247ab'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:28:14.881385 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:28:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:14.925784 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355435db-6e8b-4e72-84c0-a0147d002f5d None None] Pushing event updated for resources: {'Port': ['ID=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:14.975633 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] Set router 8ac34cab-5b80-41fc-ba41-f397dd5247ab gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:28:15.168387 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'name': 'router1', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:28:00Z', 'updated_at': '2022-09-27T16:28:12Z', 'revision_number': 2, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'gw_port_host': None, '_interfaces': [{'id': '831ad2b0-665d-4f68-8c4c-f2acff74b7c8', 'name': '', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'mac_address': 'fa:16:3e:97:ca:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:11Z', 'updated_at': '2022-09-27T16:28:14Z', 'revision_number': 4, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'subnets': [{'id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:15.194262 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637daa-862a-45cb-a75a-fbd29f8c8a83 None None] The sync data for ids ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'] in dv-cinder-855060-2-iscsi is: [{'id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'name': 'router1', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:28:00Z', 'updated_at': '2022-09-27T16:28:12Z', 'revision_number': 2, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'gw_port_host': None, '_interfaces': [{'id': '831ad2b0-665d-4f68-8c4c-f2acff74b7c8', 'name': '', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'mac_address': 'fa:16:3e:97:ca:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:11Z', 'updated_at': '2022-09-27T16:28:14Z', 'revision_number': 4, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'subnets': [{'id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:28:15.351710 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Attempt 7 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:15.428250 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Current status of the port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:15.428575 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:15.461799 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] For port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,segment=NetworkSegment(236072c7-2f94-4aaf-9f6c-ff0065fae0d4),segment_id=236072c7-2f94-4aaf-9f6c-ff0065fae0d4)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:28:15.528424 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:15.580312 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6786c95-1c5b-4055-b5ab-c6ea4efaad9b None None] Pushing event updated for resources: {'Port': ['ID=831ad2b0-665d-4f68-8c4c-f2acff74b7c8,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:15.648727 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e53efed9-3e49-4d70-8533-c5fc1fd2f6d3 None None] Provisioning complete for port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:15.649350 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e53efed9-3e49-4d70-8533-c5fc1fd2f6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:15.649806 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e53efed9-3e49-4d70-8533-c5fc1fd2f6d3 None None] Attempt 1 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:15.724296 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e53efed9-3e49-4d70-8533-c5fc1fd2f6d3 None None] Current status of the port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:15.730376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52128) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:28:16.124286 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e0eb2-1b9d-411e-b1ea-f4d43ffc0fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:28:16.125648 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-155e0eb2-1b9d-411e-b1ea-f4d43ffc0fb3 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/12197446-a087-4a42-913c-7802c7fc0620 HTTP/1.1" status: 200 len: 842 time: 0.3942244 Sep 27 16:28:16.135981 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:28:16.253855 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Made reservation on behalf of 9ac75ab2f7e84b088f06cdcdbcfae272 for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:28:16.256462 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:16.342072 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:16.608201 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:16.667562 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.objects.ports [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106895) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 27 16:28:16.668005 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (34908bf4-e7b0-446f-8192-9c43f782f4c4), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:16.718611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34908bf4-e7b0-446f-8192-9c43f782f4c4,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:16.736989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:28:16.737508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Network hostable DHCP agents. Network: 12197446-a087-4a42-913c-7802c7fc0620, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:28:16.863324 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:28:16.877497 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:UPDATE=5,neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:16.898110 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=37,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:16.966164 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 12197446-a087-4a42-913c-7802c7fc0620) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:28:16.971653 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:28:16.972456 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:16.975578 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75050812-383b-4208-9d1c-fa4e2ca63b4f None None] Network 12197446-a087-4a42-913c-7802c7fc0620 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:28:17.067946 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fb2c578e-9eb8-46fe-989b-5f5705b1029e admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9358072 Sep 27 16:28:17.095320 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d26138-c835-4b34-9fb5-864f98c202cd None None] Network 12197446-a087-4a42-913c-7802c7fc0620 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:28:19.762131 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52138) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:28:20.209970 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-95fd5d21-569b-486d-8896-6e2ee406449e demo admin] 10.222.0.64 "GET /networking/v2.0/routers/8ac34cab-5b80-41fc-ba41-f397dd5247ab HTTP/1.1" status: 200 len: 710 time: 0.4467337 Sep 27 16:28:20.302351 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb50c253-a439-4002-81a1-d7f85235caa4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:28:20.303779 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-eb50c253-a439-4002-81a1-d7f85235caa4 demo admin] 10.222.0.64 "GET /networking/v2.0/networks/12197446-a087-4a42-913c-7802c7fc0620 HTTP/1.1" status: 200 len: 886 time: 0.0877392 Sep 27 16:28:20.313792 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:28:20.569221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks [] for router_gateway (8ac34cab-5b80-41fc-ba41-f397dd5247ab), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:20.771858 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:20.850317 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks [] for router_gateway (8ac34cab-5b80-41fc-ba41-f397dd5247ab), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:20.994723 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.078880 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:21.099881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Allocated IP 172.27.2.163 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/70579e33-e7c1-405e-a6dc-693b729080bf) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:28:21.203620 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks [] for port (70579e33-e7c1-405e-a6dc-693b729080bf), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.309525 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.348121 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:28:21.355337 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:28:21.357801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:28:21.400556 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Pushing event updated for resources: {'Port': ['ID=70579e33-e7c1-405e-a6dc-693b729080bf,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:21.441617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:28:21.487926 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:21.488402 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.488803 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:28:21.571745 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:21.690331 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks [] for router_gateway (8ac34cab-5b80-41fc-ba41-f397dd5247ab), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.767372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:21.875678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7923415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-700'] for router (8ac34cab-5b80-41fc-ba41-f397dd5247ab), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.879195 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7923400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7923393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7922654'] for router (8ac34cab-5b80-41fc-ba41-f397dd5247ab), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:21.980525 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Router 8ac34cab-5b80-41fc-ba41-f397dd5247ab has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:28:22.081342 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:28:22.085915 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:22.087235 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-f0294eb6-503d-4bf3-8143-0d546fa9cb63 demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/8ac34cab-5b80-41fc-ba41-f397dd5247ab HTTP/1.1" status: 200 len: 890 time: 1.7765861 Sep 27 16:28:22.096377 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Sync routers for ids ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:28:22.110049 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Routers {'8ac34cab-5b80-41fc-ba41-f397dd5247ab'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:28:22.110728 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:28:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:22.249685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:22.332906 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:22.364002 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Set router 8ac34cab-5b80-41fc-ba41-f397dd5247ab gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:28:22.808167 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'name': 'router1', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '70579e33-e7c1-405e-a6dc-693b729080bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:28:00Z', 'updated_at': '2022-09-27T16:28:21Z', 'revision_number': 4, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'gw_port': {'id': '70579e33-e7c1-405e-a6dc-693b729080bf', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:21Z', 'updated_at': '2022-09-27T16:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '831ad2b0-665d-4f68-8c4c-f2acff74b7c8', 'name': '', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'mac_address': 'fa:16:3e:97:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:11Z', 'updated_at': '2022-09-27T16:28:15Z', 'revision_number': 5, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'subnets': [{'id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:22.857849 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Checking router: 8ac34cab-5b80-41fc-ba41-f397dd5247ab for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:28:22.858196 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Updating router 8ac34cab-5b80-41fc-ba41-f397dd5247ab port 70579e33-e7c1-405e-a6dc-693b729080bf binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:28:22.909042 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:23.218195 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Publish callbacks [] for port (70579e33-e7c1-405e-a6dc-693b729080bf), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:23.328979 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:23.365003 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Attempting to bind port 70579e33-e7c1-405e-a6dc-693b729080bf on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:28:23.365371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Attempting to bind port 70579e33-e7c1-405e-a6dc-693b729080bf by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:28:23.365736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Attempting to bind port 70579e33-e7c1-405e-a6dc-693b729080bf on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:28:23.401441 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f524b26-1451-4159-98f1-a90cca748c3f None None] Pushing event updated for resources: {'Port': ['ID=70579e33-e7c1-405e-a6dc-693b729080bf,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:23.419107 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:28:23.419486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:28:23.419886 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:23.420273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:28:23.420742 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Bound port: 70579e33-e7c1-405e-a6dc-693b729080bf, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:28:23.421122 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:23.468875 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] For port 70579e33-e7c1-405e-a6dc-693b729080bf, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:28:23.471743 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] For port 70579e33-e7c1-405e-a6dc-693b729080bf, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=70579e33-e7c1-405e-a6dc-693b729080bf,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:28:23.533796 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:23.578222 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Routers {'8ac34cab-5b80-41fc-ba41-f397dd5247ab'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:28:23.578846 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:28:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:23.615395 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:23.624141 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f524b26-1451-4159-98f1-a90cca748c3f None None] Pushing event updated for resources: {'Port': ['ID=70579e33-e7c1-405e-a6dc-693b729080bf,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:23.694047 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] Set router 8ac34cab-5b80-41fc-ba41-f397dd5247ab gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:28:23.695631 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:23.892974 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'name': 'router1', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '70579e33-e7c1-405e-a6dc-693b729080bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:28:00Z', 'updated_at': '2022-09-27T16:28:21Z', 'revision_number': 4, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'gw_port': {'id': '70579e33-e7c1-405e-a6dc-693b729080bf', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:21Z', 'updated_at': '2022-09-27T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '831ad2b0-665d-4f68-8c4c-f2acff74b7c8', 'name': '', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'mac_address': 'fa:16:3e:97:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:11Z', 'updated_at': '2022-09-27T16:28:15Z', 'revision_number': 5, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'subnets': [{'id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:28:23.922095 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a16fbc-23b9-4934-921f-5898efe084c9 None None] The sync data for ids ['8ac34cab-5b80-41fc-ba41-f397dd5247ab'] in dv-cinder-855060-2-iscsi is: [{'id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'name': 'router1', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '70579e33-e7c1-405e-a6dc-693b729080bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:28:00Z', 'updated_at': '2022-09-27T16:28:21Z', 'revision_number': 4, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'gw_port': {'id': '70579e33-e7c1-405e-a6dc-693b729080bf', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ca:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:21Z', 'updated_at': '2022-09-27T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '831ad2b0-665d-4f68-8c4c-f2acff74b7c8', 'name': '', 'network_id': '729878fe-90c6-4745-9c0b-92e8d7a67b0a', 'tenant_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'mac_address': 'fa:16:3e:97:ca:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac34cab-5b80-41fc-ba41-f397dd5247ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:28:11Z', 'updated_at': '2022-09-27T16:28:15Z', 'revision_number': 5, 'project_id': '1d0285a452bf4bb285cfc1f65cacd3ac', 'subnets': [{'id': '99b82f7e-9f85-4d58-b866-7eb0e69b881b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502d8570-076c-4570-bde5-646503e2b6cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:28:24.940899 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52152) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:28:25.170735 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:25.171609 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=32 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:25.338570 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-dfcdf665-be48-4841-bffa-627b190832e8 admin admin] 10.222.0.64 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3966563 Sep 27 16:28:25.421543 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 70579e33-e7c1-405e-a6dc-693b729080bf up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:28:25.468269 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 70579e33-e7c1-405e-a6dc-693b729080bf triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:25.468663 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:25.469000 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 70579e33-e7c1-405e-a6dc-693b729080bf Sep 27 16:28:25.545955 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 70579e33-e7c1-405e-a6dc-693b729080bf is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:25.546343 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:25.567535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 70579e33-e7c1-405e-a6dc-693b729080bf, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=70579e33-e7c1-405e-a6dc-693b729080bf,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:28:25.636449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:25.686643 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=70579e33-e7c1-405e-a6dc-693b729080bf,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:28:27.415128 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 70579e33-e7c1-405e-a6dc-693b729080bf up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:28:27.464594 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 70579e33-e7c1-405e-a6dc-693b729080bf triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:28:27.464950 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (70579e33-e7c1-405e-a6dc-693b729080bf), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:27.465291 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 70579e33-e7c1-405e-a6dc-693b729080bf Sep 27 16:28:27.550564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 70579e33-e7c1-405e-a6dc-693b729080bf is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:28:32.076504 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=22 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:32.082139 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:34.493259 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-66316e28-045f-4bc4-864c-eabd3a528d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:35.330810 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:35.334327 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:36.719943 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:28:36.968218 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-98b0c952-36c9-4c67-a582-582ea29fff45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:38.030238 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:39.622514 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:39.708141 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:28:46.716770 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:49.643451 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:49.650953 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:28:57.731418 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=6 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:04.480303 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-58a1097d-2c7e-481a-a94d-28d90ebac0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:07.170700 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6ea68e85-81db-4146-97cb-161234ebc6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:08.040466 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:09.651458 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:09.720269 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:13.723263 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:29:19.646339 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:19.649345 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:23.714731 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:34.478990 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-1faa524e-e21e-4b8a-b792-8419378ad0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:34.726055 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:34.726820 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:36.952372 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e93f-1118-4ee5-969f-848e9aaec909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:38.021543 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:39.627194 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:39.712825 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:49.642627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:49.644561 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:29:50.722852 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:29:53.540276 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52702) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:29:53.873951 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.pecan_wsgi.hooks.translation [None req-090dafd3-2a52-448f-9f98-ff0ce0ae7f8b admin admin] GET failed (client error): The resource could not be found. Sep 27 16:29:53.875267 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-090dafd3-2a52-448f-9f98-ff0ce0ae7f8b admin admin] 10.222.0.64 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3340285 Sep 27 16:29:54.041367 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52221d8-739e-42f2-a7b0-0b6cb4c0cf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:29:54.042760 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e52221d8-739e-42f2-a7b0-0b6cb4c0cf95 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630893 Sep 27 16:29:56.610367 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52712) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:29:56.977282 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4872e0-e6db-46bf-8cd0-95cbffa531db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:29:56.978636 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0b4872e0-e6db-46bf-8cd0-95cbffa531db admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/99b82f7e-9f85-4d58-b866-7eb0e69b881b HTTP/1.1" status: 200 len: 849 time: 0.3672926 Sep 27 16:29:56.988428 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:29:57.076586 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Publish callbacks [] for subnet (99b82f7e-9f85-4d58-b866-7eb0e69b881b), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:57.266286 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745640009885'] for subnet (99b82f7e-9f85-4d58-b866-7eb0e69b881b), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:57.302783 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:29:57.304700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:57.307636 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] 10.222.0.64 "PUT /networking/v2.0/subnets/99b82f7e-9f85-4d58-b866-7eb0e69b881b HTTP/1.1" status: 200 len: 868 time: 0.3210037 Sep 27 16:29:57.307807 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280d4a6-c8a4-446f-9579-0a2aa814d089 None None] Network 729878fe-90c6-4745-9c0b-92e8d7a67b0a requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:29:57.328246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b82f7e-9f85-4d58-b866-7eb0e69b881b,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:29:57.336828 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.337213 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.337548 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.337900 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.338239 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.338576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.338944 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.339290 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.339624 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.339959 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.340306 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.340640 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.340984 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.341320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.341638 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fc4ec-311e-4b9c-a4f5-85ac7649c961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:29:57.655666 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Provisioning complete for port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:29:57.656056 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (831ad2b0-665d-4f68-8c4c-f2acff74b7c8), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:57.656391 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Attempt 1 to provision port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 Sep 27 16:29:57.727855 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Current status of the port 831ad2b0-665d-4f68-8c4c-f2acff74b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:29:57.735821 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Provisioning complete for port 992def2a-7c65-4ff7-a482-524505d0c05d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:29:57.736203 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (992def2a-7c65-4ff7-a482-524505d0c05d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:29:57.736535 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Attempt 1 to provision port 992def2a-7c65-4ff7-a482-524505d0c05d Sep 27 16:29:57.811487 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-99cc2029-5aad-4728-9a3b-6f0cf3b48c0a None None] Current status of the port 992def2a-7c65-4ff7-a482-524505d0c05d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:29:59.902635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52720) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:00.448473 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a62a5-c612-4075-b35a-56ff6c492d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:00.448871 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a62a5-c612-4075-b35a-56ff6c492d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:00.450413 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-830a62a5-c612-4075-b35a-56ff6c492d50 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5468106 Sep 27 16:30:00.719370 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:03.149874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52728) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:03.630462 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b0a2e-3f5c-45b0-b3d2-805a08919c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:03.630960 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b0a2e-3f5c-45b0-b3d2-805a08919c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:03.633098 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ef8b0a2e-3f5c-45b0-b3d2-805a08919c10 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4822600 Sep 27 16:30:04.477641 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f929-9da8-48ed-920e-5dda8d72569f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:06.213284 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52738) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:06.642100 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a51a85-2884-4433-8de9-4dadc6e25c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:06.643493 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-b2a51a85-2884-4433-8de9-4dadc6e25c94 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/12197446-a087-4a42-913c-7802c7fc0620 HTTP/1.1" status: 200 len: 886 time: 0.4292114 Sep 27 16:30:06.934954 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2a33-8b84-4d0a-93e8-f9daba84a86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:08.025918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:09.223282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52746) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:09.641577 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:09.653934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95145d-4d82-486f-854c-7d808323608a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:09.655367 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-dc95145d-4d82-486f-854c-7d808323608a admin admin] 10.222.0.64 "GET /networking/v2.0/networks/729878fe-90c6-4745-9c0b-92e8d7a67b0a HTTP/1.1" status: 200 len: 869 time: 0.4311244 Sep 27 16:30:09.723241 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:10.439266 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=74,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:10.445436 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=71,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:11.719039 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:11.722943 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:12.258200 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52754) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:12.649384 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896af7e2-451d-4fa7-948b-2e51dcea4ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:12.649832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896af7e2-451d-4fa7-948b-2e51dcea4ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:12.651365 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-896af7e2-451d-4fa7-948b-2e51dcea4ef8 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3923016 Sep 27 16:30:15.329900 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52762) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:15.713362 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165dfff-f58d-44ca-ba5c-52dbb8ebc436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:15.713809 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165dfff-f58d-44ca-ba5c-52dbb8ebc436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:15.715380 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f165dfff-f58d-44ca-ba5c-52dbb8ebc436 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3846138 Sep 27 16:30:18.294636 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52770) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:18.655174 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443b755-b58c-4763-ba71-17046686041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:18.656487 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9443b755-b58c-4763-ba71-17046686041a admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/34908bf4-e7b0-446f-8192-9c43f782f4c4 HTTP/1.1" status: 200 len: 816 time: 0.3608921 Sep 27 16:30:19.639510 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:19.641387 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:21.240503 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52778) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:21.624356 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b186e69-dc70-4264-bbea-4a60df6cf8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:21.627244 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4b186e69-dc70-4264-bbea-4a60df6cf8ab admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/99b82f7e-9f85-4d58-b866-7eb0e69b881b HTTP/1.1" status: 200 len: 868 time: 0.3857498 Sep 27 16:30:27.722223 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:30:31.619881 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=63 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:31.623737 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=52 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:31.838393 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=12 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:34.487466 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ab71acb5-ede7-437f-b414-eecfde77b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:37.008722 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-984bd52e-3041-4d34-a14a-f6752268a046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:37.718821 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=16 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:38.044708 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:39.637633 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:39.728200 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:49.636063 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:49.645066 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:51.678436 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52836) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:51.713452 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:51.730351 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=6 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:30:52.009874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [None req-3c68b43e-6492-4332-acb5-18e0b1646e24 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:30:52.010891 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3c68b43e-6492-4332-acb5-18e0b1646e24 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3314438 Sep 27 16:30:54.670764 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52844) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:55.008052 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d478d2-91b3-4e73-bf50-da0308416493 admin admin] GET failed (client error): The resource could not be found. Sep 27 16:30:55.009329 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-96d478d2-91b3-4e73-bf50-da0308416493 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3376157 Sep 27 16:30:55.192920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71e5d2-b316-499c-ad15-bb93712f23d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:55.194410 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0e71e5d2-b316-499c-ad15-bb93712f23d7 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1808002 Sep 27 16:30:57.805592 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52852) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:30:58.131781 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:30:58.223791 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Made reservation on behalf of 9ac75ab2f7e84b088f06cdcdbcfae272 for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:30:58.226097 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:58.260849 dv-cinder-855060-2-iscsi neutron-server[106896]: WARNING neutron.services.revisions.revision_plugin [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Could not find related network for resource to bump revision. Sep 27 16:30:58.271667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:30:58.280063 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (b2c852a7-dcb9-4924-aaad-36b2c2cc694d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:58.280396 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Added segment b2c852a7-dcb9-4924-aaad-36b2c2cc694d of type vlan for network d97fea3c-a27f-40a7-967d-227596b471f7 Sep 27 16:30:58.319012 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (d97fea3c-a27f-40a7-967d-227596b471f7), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:58.395850 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (d97fea3c-a27f-40a7-967d-227596b471f7), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:58.396821 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:30:58.397389 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:30:58.455896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Pushing event updated for resources: {'Network': ['ID=d97fea3c-a27f-40a7-967d-227596b471f7,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:30:58.462618 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.463100 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.463456 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.463789 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.464111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.464430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.464745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.465061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.465397 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.465716 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.466045 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.466364 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.466693 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.467064 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.467375 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:30:58.478469 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network d97fea3c-a27f-40a7-967d-227596b471f7 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:30:58.512814 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e1bac35d-41fe-4b86-aa2c-ff98445cf694 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7061677 Sep 27 16:31:01.102037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52860) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:31:01.438521 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e4f500-ab7d-4cb2-8fc7-01d8a7815b4e admin admin] GET failed (client error): The resource could not be found. Sep 27 16:31:01.439893 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-98e4f500-ab7d-4cb2-8fc7-01d8a7815b4e admin admin] 10.222.0.64 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3369045 Sep 27 16:31:01.514205 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4589a03-0afe-4a54-a110-eb67d73bad15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:31:01.515690 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c4589a03-0afe-4a54-a110-eb67d73bad15 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0712183 Sep 27 16:31:01.525769 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Request body: {'subnet': {'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:31:01.606892 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Made reservation on behalf of 9ac75ab2f7e84b088f06cdcdbcfae272 for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:31:01.609229 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:01.824832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (8d3fc7d8-4eaf-4abe-8448-94d8f5572688), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:01.887878 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3fc7d8-4eaf-4abe-8448-94d8f5572688,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:31:01.892054 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Checking segment: {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:31:01.892407 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Network hostable DHCP agents. Network: d97fea3c-a27f-40a7-967d-227596b471f7, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:31:01.949801 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Network d97fea3c-a27f-40a7-967d-227596b471f7 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:31:02.007134 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, d97fea3c-a27f-40a7-967d-227596b471f7) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:31:02.011126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:31:02.015000 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.019963 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706312ac-6708-4f9d-8c3a-d6e8bf820efc None None] Network d97fea3c-a27f-40a7-967d-227596b471f7 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:31:02.106765 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-11ad0eb3-b0d8-4436-b783-ec87f8118166 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5842717 Sep 27 16:31:02.134139 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-d97fea3c-a27f-40a7-967d-227596b471f7', 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7', 'project_id': '9ac75ab2f7e84b088f06cdcdbcfae272', 'fixed_ips': [{'subnet_id': '8d3fc7d8-4eaf-4abe-8448-94d8f5572688'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:31:02.135310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.282791 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Allocated IP 192.168.233.2 (d97fea3c-a27f-40a7-967d-227596b471f7/8d3fc7d8-4eaf-4abe-8448-94d8f5572688/20b06f4c-23f3-4744-acb1-2edd904e0cbb) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:31:02.429988 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Publish callbacks [] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.516378 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.561265 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Network d97fea3c-a27f-40a7-967d-227596b471f7 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:31:02.564182 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:31:02.567759 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:31:02.578667 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Pushing event updated for resources: {'Port': ['ID=20b06f4c-23f3-4744-acb1-2edd904e0cbb,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:31:02.603072 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.603415 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.603769 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.604129 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.604463 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.604784 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.605109 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.605426 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.605745 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.606063 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.606380 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.606715 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.607063 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.607381 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.607691 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:31:02.649816 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Attempting to bind port 20b06f4c-23f3-4744-acb1-2edd904e0cbb on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:31:02.650209 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Attempting to bind port 20b06f4c-23f3-4744-acb1-2edd904e0cbb by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:31:02.650572 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Attempting to bind port 20b06f4c-23f3-4744-acb1-2edd904e0cbb on network d97fea3c-a27f-40a7-967d-227596b471f7 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:31:02.693623 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:31:02.693932 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Checking segment: {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:31:02.694329 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.694719 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Bound using segment: {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:31:02.695226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Bound port: 20b06f4c-23f3-4744-acb1-2edd904e0cbb, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:31:02.695605 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.755145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:02.757970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] For port 20b06f4c-23f3-4744-acb1-2edd904e0cbb, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:31:02.761128 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] For port 20b06f4c-23f3-4744-acb1-2edd904e0cbb, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=20b06f4c-23f3-4744-acb1-2edd904e0cbb,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:31:02.865085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:02.912537 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:02.922379 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cf1f5-131d-4986-80a2-ad0b7a006d17 None None] Pushing event updated for resources: {'Port': ['ID=20b06f4c-23f3-4744-acb1-2edd904e0cbb,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:31:03.554727 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 20b06f4c-23f3-4744-acb1-2edd904e0cbb up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:31:03.613759 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 20b06f4c-23f3-4744-acb1-2edd904e0cbb triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:31:03.613759 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:03.614037 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 20b06f4c-23f3-4744-acb1-2edd904e0cbb Sep 27 16:31:03.701948 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 20b06f4c-23f3-4744-acb1-2edd904e0cbb is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:31:03.702332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:03.740320 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 20b06f4c-23f3-4744-acb1-2edd904e0cbb, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=20b06f4c-23f3-4744-acb1-2edd904e0cbb,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:31:03.776168 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a22b82-c6da-485d-8ead-0a0bac8b33ea None None] Network d97fea3c-a27f-40a7-967d-227596b471f7 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:31:03.832909 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:03.892910 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-dd792745-5494-4d95-b5ff-e24537c68e84 None None] Provisioning complete for port 20b06f4c-23f3-4744-acb1-2edd904e0cbb triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:31:03.893292 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-dd792745-5494-4d95-b5ff-e24537c68e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:03.893628 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-dd792745-5494-4d95-b5ff-e24537c68e84 None None] Attempt 1 to provision port 20b06f4c-23f3-4744-acb1-2edd904e0cbb Sep 27 16:31:03.963330 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=20b06f4c-23f3-4744-acb1-2edd904e0cbb,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:31:04.016013 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-dd792745-5494-4d95-b5ff-e24537c68e84 None None] Current status of the port 20b06f4c-23f3-4744-acb1-2edd904e0cbb is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:31:04.235979 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-468f9b31-5729-435c-bfc7-5208f41873fe None None] Provisioning complete for port 20b06f4c-23f3-4744-acb1-2edd904e0cbb triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:31:04.236374 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-468f9b31-5729-435c-bfc7-5208f41873fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:04.236718 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-468f9b31-5729-435c-bfc7-5208f41873fe None None] Attempt 1 to provision port 20b06f4c-23f3-4744-acb1-2edd904e0cbb Sep 27 16:31:04.317450 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-468f9b31-5729-435c-bfc7-5208f41873fe None None] Current status of the port 20b06f4c-23f3-4744-acb1-2edd904e0cbb is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:31:04.509726 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-40aa3832-d530-49cd-b912-06a51df66a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:04.724758 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:31:05.505877 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 20b06f4c-23f3-4744-acb1-2edd904e0cbb up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:31:05.551472 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 20b06f4c-23f3-4744-acb1-2edd904e0cbb triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:31:05.551888 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (20b06f4c-23f3-4744-acb1-2edd904e0cbb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:05.552219 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 20b06f4c-23f3-4744-acb1-2edd904e0cbb Sep 27 16:31:05.625039 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 20b06f4c-23f3-4744-acb1-2edd904e0cbb is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:31:06.967099 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f06a5364-52f9-47d2-85af-69ce68bc5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:08.052808 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:09.574117 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:09.647978 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:09.692892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:12.018093 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:12.022294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:14.720685 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:19.647588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:32.710061 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:32.710839 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:34.474226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4f420dd0-4277-439c-9d56-0c77667bca3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:36.954416 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-34a801fd-543c-4fc6-a098-8711e81cf8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:38.084866 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:39.651852 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:39.697102 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:31:41.724680 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:31:49.650315 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:49.652199 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:31:51.720677 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:02.722292 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:02.731975 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:04.496445 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6474e728-8e75-49a9-adc0-e9e762017c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:06.968790 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-da5f0420-4122-4308-8fbc-17e79054dbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:08.065932 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:09.657081 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:09.719080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:18.723640 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:32:19.650239 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:19.658276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:34.527492 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ac7d3839-eb6a-46a7-b285-00fbafa00e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:36.963995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-45915a2c-2398-4ade-bdfe-a7c91ea51d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:38.061205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:39.643983 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:39.733590 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=19 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:39.738389 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=15 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:39.738718 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:49.655565 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:49.657461 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:32:53.664211 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52924) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:32:53.669782 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [None req-9b569c41-7ba2-4b1e-a27a-bfaa6afdef87 tempest-verify_tempest_config-226101287 tempest-verify_tempest_config-226101287-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:32:53.670764 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9b569c41-7ba2-4b1e-a27a-bfaa6afdef87 tempest-verify_tempest_config-226101287 tempest-verify_tempest_config-226101287-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056021 Sep 27 16:32:54.153619 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 52942) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:32:54.282628 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.358529 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Publish callbacks [] for security_group (ad57cec6-5bd8-4b79-a9a1-8320f1e608d4), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.432407 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ad57cec6-5bd8-4b79-a9a1-8320f1e608d4), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.480292 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad57cec6-5bd8-4b79-a9a1-8320f1e608d4,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:32:54.485103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f829782908fd439bad22962ad4193cf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3305078 Sep 27 16:32:54.487985 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 52946) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:32:54.489850 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.490205 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.490545 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.490912 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.491254 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.492177 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.492955 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.493288 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.493633 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.493965 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.494296 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.494633 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.494983 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.495443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.495765 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462eece-239e-45dd-87df-c404696cb047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.570239 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Publish callbacks [] for security_group (ad57cec6-5bd8-4b79-a9a1-8320f1e608d4), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.589365 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Publish callbacks [] for security_group (ad57cec6-5bd8-4b79-a9a1-8320f1e608d4), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.744378 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ad57cec6-5bd8-4b79-a9a1-8320f1e608d4), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.746885 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:32:54.748153 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ad57cec6-5bd8-4b79-a9a1-8320f1e608d4 HTTP/1.1" status: 204 len: 168 time: 0.2591121 Sep 27 16:32:54.755884 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad57cec6-5bd8-4b79-a9a1-8320f1e608d4,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:32:54.762973 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.763324 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.763669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.764002 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.764333 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.764662 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.764988 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.765313 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.765698 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.766022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.766349 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.766712 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.767068 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.767389 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:54.767729 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a149-f62f-4dcc-8833-d2227cd235c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:32:55.722457 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:33:04.476088 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:04.483176 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-09021aea-d795-49c9-b698-84e88ad042c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:04.483669 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:04.758935 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:04.759712 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:05.718695 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:05.719670 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:06.986084 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b318e555-2cb9-45bf-b1d7-f1a00e971eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:08.074621 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:09.674386 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:09.731173 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:16.728981 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:16.732859 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:19.654938 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:19.656796 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:32.716369 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:32.722113 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:33:34.478838 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-2204fae6-59fb-4c3c-923f-8136008763b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:36.964291 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d9aa133e-75c1-457b-856e-6154131c9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:38.082353 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:39.661464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:39.724511 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:33:42.718461 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:49.653016 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:49.662082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:53.734277 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:33:53.739074 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:04.483470 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9de66e19-0353-4d9c-8dfa-e5f8d15b3ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:06.961144 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9f7962ab-8ddf-4e8e-bccb-cc9d1b123292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:08.054668 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:09.662075 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:09.721357 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:09.723068 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 5 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:34:19.660468 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:19.663419 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:19.719980 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:31.145208 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7928264'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:31.711262 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=16 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:31.714193 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=16 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:34.516067 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9149bae3-e7ac-4d7b-b9cf-ab1b0c1c703f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:36.972962 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8c155916-91c1-4361-a90b-9506a71598ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:38.070433 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:39.698757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:39.727223 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:34:44.556505 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53020) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:34:44.661788 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fea39ead-a13d-41ed-bb88-3bc73fa7b78c admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1042583 Sep 27 16:34:46.722224 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:34:47.131269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53030) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:34:47.185736 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4d53883d-6e9f-4a6b-9776-903b82239544 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533843 Sep 27 16:34:49.653978 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:49.661416 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:INSERT=1,neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:56.717642 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:56.718381 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:57.180652 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:34:57.181386 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:01.114987 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:04.497486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-91da8c8d-8503-4936-9ea2-bb72e0b54b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:06.937310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0b30886b-d666-4688-907d-1deb54b6b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:07.740346 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:07.750656 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=5 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:08.085969 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:09.668772 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:09.731304 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:19.662328 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:19.664241 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:23.721554 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:35:31.102080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:33.717183 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:33.718410 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:34.502096 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7cb1929c-18e5-4d7a-8258-77643cfd953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:36.970604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ffb5bbf1-4fc7-4b77-a5d7-f63745588400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:38.073041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:39.690370 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:39.736199 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:35:49.667687 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:49.670627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:51.715943 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:35:51.716777 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:00.720654 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:36:01.100438 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:04.535013 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-313db720-55c5-40ec-a993-c6cf050fd40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:06.980698 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c3b1338-0b6c-4fb7-8860-e3320f723fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:08.083767 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:09.688742 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:09.751753 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:10.716226 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:10.717370 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:19.663689 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:19.665865 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:22.172356 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53224) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:22.843605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1990715025-network', 'tenant_id': '996f7fb4be7b42ceb08488b812087543'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:22.937104 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53246) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:22.967437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53250) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:22.974088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Made reservation on behalf of 996f7fb4be7b42ceb08488b812087543 for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:22.979594 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:22.988314 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.086975 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks [] for security_group (6f3d7db8-67b4-4c2c-9928-1548b35b8ea5), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.163596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (6f3d7db8-67b4-4c2c-9928-1548b35b8ea5), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.204650 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:36:23.211746 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:23.222659 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.223033 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.223397 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.223811 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.224148 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.224481 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.224810 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.225133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.225477 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.225820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.226143 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.226482 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.226831 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Tracked resource versions report: Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: pushed versions: Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: { 'AddressGroup': {'1.2'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Agent': {'1.1'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'ConntrackHelper': {'1.0'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Log': {'1.0'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'NDPProxy': {'1.0'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Network': {'1.1'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Port': {'1.7'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'PortForwarding': {'1.3'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'QosPolicy': {'1.10'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroup': {'1.5'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SubPort': {'1.0'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Subnet': {'1.1'}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Trunk': {'1.1'}} Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: consumer versions: Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: HyperV agent@hv-cinder-85506: {}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Agent': '1.1', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'ConntrackHelper': '1.0', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'LocalIPAssociation': '1.0', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Log': '1.0', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'NDPProxy': '1.0', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Network': '1.1', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Port': '1.7', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'PortForwarding': '1.3', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'QosPolicy': '1.10', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroup': '1.5', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SecurityGroupRule': '1.2', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'SubPort': '1.0', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Subnet': '1.1', Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: 'Trunk': '1.1'}} Sep 27 16:36:23.229955 dv-cinder-855060-2-iscsi neutron-server[106895]: {{(pid=106895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:36:23.236799 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745640033985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (68201416-9b8e-4a5a-b090-02057ced8dc3), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.237671 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Unsubscribe: segment precommit_create {{(pid=106895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 16:36:23.237790 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Added segment 68201416-9b8e-4a5a-b090-02057ced8dc3 of type vlan for network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 Sep 27 16:36:23.296653 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (6dde6306-738e-4712-a96b-a15f6cb9b5d1), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.370953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-601897066-network', 'tenant_id': '73fad530905b485cb7141793f6130a9e'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:23.380145 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-network', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:23.405778 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (6dde6306-738e-4712-a96b-a15f6cb9b5d1), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.406756 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:23.407370 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.458682 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Made reservation on behalf of 73fad530905b485cb7141793f6130a9e for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:23.460890 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.504804 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Made reservation on behalf of 41cca09950c34cc7baded0eb0a42bb07 for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:23.507084 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.512990 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3390958 Sep 27 16:36:23.516979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53286) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:23.523028 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Request body: {'subnet': {'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1990715025-subnet', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:23.529532 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.552843 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.566326 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e229b-412f-47a2-ac72-5fe6b4bc63d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6dde6306-738e-4712-a96b-a15f6cb9b5d1,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:23.584812 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:36:23.623114 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Made reservation on behalf of 996f7fb4be7b42ceb08488b812087543 for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:23.627907 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.675903 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:23.678283 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks [] for security_group (1d7a62fd-c5c6-4f40-af0f-6489bb6e6204), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.717466 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks [] for security_group (7c32103a-6b5c-4a73-99c2-fee70bd471b0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.781324 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (1d7a62fd-c5c6-4f40-af0f-6489bb6e6204), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.789289 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7c32103a-6b5c-4a73-99c2-fee70bd471b0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.825497 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=70,neutron:INSERT=27,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:23.833654 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:36:23.840158 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:36:23.849322 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a62fd-c5c6-4f40-af0f-6489bb6e6204,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:23.864218 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (d9db75c4-4384-49fe-9364-9ee7ee313c0a), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.865123 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Added segment d9db75c4-4384-49fe-9364-9ee7ee313c0a of type vlan for network 16983143-f1f9-476b-8846-75cee163a487 Sep 27 16:36:23.868771 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (079d6667-a7c1-4a6b-b663-9da17f7c86d0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.869122 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Added segment 079d6667-a7c1-4a6b-b663-9da17f7c86d0 of type vlan for network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 Sep 27 16:36:23.940666 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (777e4aca-967d-4809-8830-cf396a2e6ba2), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.983814 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32103a-6b5c-4a73-99c2-fee70bd471b0,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:23.984230 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (34ae499e-6ac1-41bb-a843-2b013f2ce3f9), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:23.987731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (16983143-f1f9-476b-8846-75cee163a487), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.018408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=777e4aca-967d-4809-8830-cf396a2e6ba2,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:24.028095 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Checking segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:24.028546 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Network hostable DHCP agents. Network: 6dde6306-738e-4712-a96b-a15f6cb9b5d1, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:36:24.032438 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.033004 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.033372 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.033707 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.034210 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.034540 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.034896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.035216 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.035690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.036017 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.036533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.036877 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.037196 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.037698 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.038436 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Tracked resource versions report: Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: pushed versions: Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: { 'AddressGroup': {'1.2'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Agent': {'1.1'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'ConntrackHelper': {'1.0'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Log': {'1.0'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'NDPProxy': {'1.0'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Network': {'1.1'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Port': {'1.7'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'PortForwarding': {'1.3'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'QosPolicy': {'1.10'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroup': {'1.5'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SubPort': {'1.0'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Subnet': {'1.1'}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Trunk': {'1.1'}} Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: consumer versions: Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: HyperV agent@hv-cinder-85506: {}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Agent': '1.1', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'ConntrackHelper': '1.0', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'LocalIPAssociation': '1.0', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Log': '1.0', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'NDPProxy': '1.0', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Network': '1.1', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Port': '1.7', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'PortForwarding': '1.3', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'QosPolicy': '1.10', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroup': '1.5', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SecurityGroupRule': '1.2', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'SubPort': '1.0', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Subnet': '1.1', Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: 'Trunk': '1.1'}} Sep 27 16:36:24.039597 dv-cinder-855060-2-iscsi neutron-server[106896]: {{(pid=106896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:36:24.111465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (34ae499e-6ac1-41bb-a843-2b013f2ce3f9), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.112521 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:24.113278 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.142995 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:36:24.172106 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (16983143-f1f9-476b-8846-75cee163a487), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.173057 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:24.173627 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.195436 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] Pushing event updated for resources: {'Network': ['ID=34ae499e-6ac1-41bb-a843-2b013f2ce3f9,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:24.205398 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-69b090d2-28a5-460f-97b2-d70e8a59272c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2339511 Sep 27 16:36:24.206219 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53314) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:24.211388 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:36:24.216869 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Request body: {'subnet': {'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-subnet', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:24.229015 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 6dde6306-738e-4712-a96b-a15f6cb9b5d1) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:24.234487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:24.236034 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.275196 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] Pushing event updated for resources: {'Network': ['ID=16983143-f1f9-476b-8846-75cee163a487,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:24.302595 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ca046b50-8151-4009-93ba-53a269ca5055 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3644195 Sep 27 16:36:24.305460 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53316) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:24.312736 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Request body: {'subnet': {'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-601897066-subnet', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:24.328527 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4bd865-f0df-406c-8014-11d3ff732d0b None None] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:36:24.333171 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 16983143-f1f9-476b-8846-75cee163a487 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:36:24.459473 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53326) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:24.462707 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-94e8e69b-81e4-44b0-8ca3-42ba6fa7ec6d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9447026 Sep 27 16:36:24.466233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:24.470919 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:24.519293 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Made reservation on behalf of 73fad530905b485cb7141793f6130a9e for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:24.524540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.539966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'project_id': '996f7fb4be7b42ceb08488b812087543', 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:36:24.540616 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Made reservation on behalf of 41cca09950c34cc7baded0eb0a42bb07 for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:24.542225 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.544244 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.601552 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (f149d778-4370-410f-bdb2-36d70e9b0dd2), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.602914 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (f149d778-4370-410f-bdb2-36d70e9b0dd2), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:24.772778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Allocated IP 172.20.0.2 (6dde6306-738e-4712-a96b-a15f6cb9b5d1/777e4aca-967d-4809-8830-cf396a2e6ba2/de2a10c7-24fe-4960-8d4d-af175a15f073) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:24.809974 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks [] for router_controller (f149d778-4370-410f-bdb2-36d70e9b0dd2), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.230068 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (d64076bd-cc75-40f7-a83e-aa19790a19ac), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.231548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Publish callbacks [] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.231828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:25.232223 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (87db513a-afee-48ee-a140-5875ef7c38a0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.241202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64076bd-cc75-40f7-a83e-aa19790a19ac,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:25.241202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Checking segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:25.241202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Network hostable DHCP agents. Network: 34ae499e-6ac1-41bb-a843-2b013f2ce3f9, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:36:25.241600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.241600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:25.241600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:25.241600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:25.241600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:25.242054 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:36:25.242203 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks [] for router_gateway (f149d778-4370-410f-bdb2-36d70e9b0dd2), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.256743 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Pushing event updated for resources: {'Port': ['ID=de2a10c7-24fe-4960-8d4d-af175a15f073,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:25.264520 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:25.266581 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.267102 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.267613 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.267971 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.268302 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.268629 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.268960 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.269293 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.269616 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.269946 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.270269 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.270609 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.270995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.271322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.271941 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Tracked resource versions report: Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: pushed versions: Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: { 'AddressGroup': {'1.2'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Agent': {'1.1'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'ConntrackHelper': {'1.0'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Log': {'1.0'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'NDPProxy': {'1.0'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Network': {'1.1'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Port': {'1.7'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'PortForwarding': {'1.3'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'QosPolicy': {'1.10'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroup': {'1.5'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SubPort': {'1.0'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Subnet': {'1.1'}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Trunk': {'1.1'}} Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: consumer versions: Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: HyperV agent@hv-cinder-85506: {}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Agent': '1.1', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'ConntrackHelper': '1.0', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'LocalIPAssociation': '1.0', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Log': '1.0', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'NDPProxy': '1.0', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Network': '1.1', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Port': '1.7', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'PortForwarding': '1.3', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'QosPolicy': '1.10', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroup': '1.5', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SecurityGroupRule': '1.2', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'SubPort': '1.0', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Subnet': '1.1', Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: 'Trunk': '1.1'}} Sep 27 16:36:25.272770 dv-cinder-855060-2-iscsi neutron-server[106897]: {{(pid=106897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:36:25.280647 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=87db513a-afee-48ee-a140-5875ef7c38a0,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:25.286058 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Attempting to bind port de2a10c7-24fe-4960-8d4d-af175a15f073 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:25.286222 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:25.286433 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Attempting to bind port de2a10c7-24fe-4960-8d4d-af175a15f073 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:25.286532 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Network hostable DHCP agents. Network: 16983143-f1f9-476b-8846-75cee163a487, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:36:25.286805 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Attempting to bind port de2a10c7-24fe-4960-8d4d-af175a15f073 on network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:25.339024 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:25.339401 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Checking segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:25.339892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.340289 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Bound using segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:25.340775 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Bound port: de2a10c7-24fe-4960-8d4d-af175a15f073, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:25.341160 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.348134 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 34ae499e-6ac1-41bb-a843-2b013f2ce3f9) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:25.360122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:25.360772 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.381133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa37ba-b05f-4b77-bed6-0c56c5cad5d9 None None] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:36:25.467698 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] For port de2a10c7-24fe-4960-8d4d-af175a15f073, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:25.472957 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d0fa310e-135c-43bd-bc36-978e3cc27a31 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2614059 Sep 27 16:36:25.473095 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:25.473361 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53360) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:25.478999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:25.493560 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] For port de2a10c7-24fe-4960-8d4d-af175a15f073, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=de2a10c7-24fe-4960-8d4d-af175a15f073,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:25.513699 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Network 16983143-f1f9-476b-8846-75cee163a487 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:36:25.530145 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 16983143-f1f9-476b-8846-75cee163a487) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:25.541197 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:25.541787 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.550027 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:36:25.552918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.572484 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10fa90-ad16-4d38-b351-9b8499d2c47a None None] Network 16983143-f1f9-476b-8846-75cee163a487 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:36:25.609221 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.610279 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.647798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.648056 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:25.696209 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks [] for router_controller (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), precommit_add_association {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.704278 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks [] for router_gateway (f149d778-4370-410f-bdb2-36d70e9b0dd2), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.733804 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:25.787552 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3533c9b0-05b4-47ac-be72-5252b2ab44ca admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4777565 Sep 27 16:36:25.788008 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53366) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:25.792295 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:25.904609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Allocated IP 172.27.2.149 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/52e2a6b7-c1be-480a-ae1e-57a8331495b2) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:25.981295 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cabe6c-4808-4cc0-a18a-57c79af15da5 None None] Pushing event updated for resources: {'Port': ['ID=de2a10c7-24fe-4960-8d4d-af175a15f073,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:26.030618 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-16983143-f1f9-476b-8846-75cee163a487', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:36:26.035785 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.051897 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.053188 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.054375 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Allocated IP 172.20.0.2 (34ae499e-6ac1-41bb-a843-2b013f2ce3f9/d64076bd-cc75-40f7-a83e-aa19790a19ac/aa34642d-f00f-4504-958d-c19973dcac74) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:26.079785 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks [] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.224588 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.266893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:26.273779 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:26.275022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:26.348813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks [] for router_controller (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), precommit_add_association {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.355651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks [] for router_gateway (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.395571 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Pushing event updated for resources: {'Port': ['ID=52e2a6b7-c1be-480a-ae1e-57a8331495b2,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:26.440227 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Allocated IP 172.20.0.2 (16983143-f1f9-476b-8846-75cee163a487/87db513a-afee-48ee-a140-5875ef7c38a0/a86da5a0-9b77-4f4b-bd66-e38cad77e722) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:26.484280 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Publish callbacks [] for port (aa34642d-f00f-4504-958d-c19973dcac74), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.575097 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (aa34642d-f00f-4504-958d-c19973dcac74), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.639536 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:26.644557 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Pushing event updated for resources: {'Port': ['ID=aa34642d-f00f-4504-958d-c19973dcac74,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:26.691789 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:26.695323 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:26.708589 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks [] for router_gateway (f149d778-4370-410f-bdb2-36d70e9b0dd2), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.723093 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:26.853015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Publish callbacks [] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:26.970316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Attempting to bind port aa34642d-f00f-4504-958d-c19973dcac74 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:26.970316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Attempting to bind port aa34642d-f00f-4504-958d-c19973dcac74 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:26.970316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Attempting to bind port aa34642d-f00f-4504-958d-c19973dcac74 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:27.016189 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:27.017433 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Checking segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:27.017993 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.018533 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Bound using segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:27.019202 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Bound port: aa34642d-f00f-4504-958d-c19973dcac74, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:27.019814 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (aa34642d-f00f-4504-958d-c19973dcac74), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.098715 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.138158 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (f149d778-4370-410f-bdb2-36d70e9b0dd2), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.149434 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Pushing event updated for resources: {'Port': ['ID=a86da5a0-9b77-4f4b-bd66-e38cad77e722,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:27.167921 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks [] for router_gateway (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.172166 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:27.177434 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:27.185564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:27.231883 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] For port aa34642d-f00f-4504-958d-c19973dcac74, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:27.280994 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6078f7d-8cea-4f4e-ae35-288be262b2ff None None] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:36:27.283796 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks [] for router_gateway (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.287408 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] For port aa34642d-f00f-4504-958d-c19973dcac74, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=aa34642d-f00f-4504-958d-c19973dcac74,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:27.310213 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Attempting to bind port a86da5a0-9b77-4f4b-bd66-e38cad77e722 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:27.310612 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Attempting to bind port a86da5a0-9b77-4f4b-bd66-e38cad77e722 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:27.311275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Attempting to bind port a86da5a0-9b77-4f4b-bd66-e38cad77e722 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:27.375691 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.380207 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:27.393475 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Provisioning complete for port de2a10c7-24fe-4960-8d4d-af175a15f073 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:27.397083 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.397083 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Attempt 1 to provision port de2a10c7-24fe-4960-8d4d-af175a15f073 Sep 27 16:36:27.430372 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (aa34642d-f00f-4504-958d-c19973dcac74), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.436344 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:27.471878 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Router f149d778-4370-410f-bdb2-36d70e9b0dd2 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:36:27.578187 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:27.583562 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:27.584063 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.584475 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Bound using segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:27.585003 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Bound port: a86da5a0-9b77-4f4b-bd66-e38cad77e722, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:27.585369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.671823 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737df1a3-b75c-4381-8831-c00f3c066cd4 None None] Pushing event updated for resources: {'Port': ['ID=aa34642d-f00f-4504-958d-c19973dcac74,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:27.701735 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:27.885346 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Current status of the port de2a10c7-24fe-4960-8d4d-af175a15f073 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:27.886046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.895222 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device de2a10c7-24fe-4960-8d4d-af175a15f073 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:27.896510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:36:27.911593 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Sync routers for ids ['f149d778-4370-410f-bdb2-36d70e9b0dd2'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:36:27.966338 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:27.968771 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port de2a10c7-24fe-4960-8d4d-af175a15f073 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:27.969421 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:27.969983 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port de2a10c7-24fe-4960-8d4d-af175a15f073 Sep 27 16:36:27.974675 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Routers {'f149d778-4370-410f-bdb2-36d70e9b0dd2'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:27.980990 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['f149d778-4370-410f-bdb2-36d70e9b0dd2'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:28.030153 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] For port de2a10c7-24fe-4960-8d4d-af175a15f073, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=de2a10c7-24fe-4960-8d4d-af175a15f073,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:28.044716 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.046315 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-79986b84-fb79-438c-ba05-6a3759620a8b admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5855954 Sep 27 16:36:28.049304 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53446) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:28.115463 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] For port a86da5a0-9b77-4f4b-bd66-e38cad77e722, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:28.136746 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] For port a86da5a0-9b77-4f4b-bd66-e38cad77e722, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=a86da5a0-9b77-4f4b-bd66-e38cad77e722,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:28.185522 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.208561 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks [] for router_gateway (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.262486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0f44e-3964-4141-8265-2de44e86e1e6 None None] Pushing event updated for resources: {'Port': ['ID=de2a10c7-24fe-4960-8d4d-af175a15f073,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:28.273369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.282690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Allocated IP 172.27.2.16 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/9a8b832e-b4f6-4008-9b29-d747dc05b919) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:28.341949 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port de2a10c7-24fe-4960-8d4d-af175a15f073 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:28.342411 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.426637 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Set router f149d778-4370-410f-bdb2-36d70e9b0dd2 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:28.465236 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-d2bc6d43-541d-4e74-b1be-5576d078743d None None] Provisioning complete for port de2a10c7-24fe-4960-8d4d-af175a15f073 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:28.465819 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6d43-541d-4e74-b1be-5576d078743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.466314 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-d2bc6d43-541d-4e74-b1be-5576d078743d None None] Attempt 1 to provision port de2a10c7-24fe-4960-8d4d-af175a15f073 Sep 27 16:36:28.542258 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00d833-9d25-4f47-af39-c5b3b1c4a15c None None] Pushing event updated for resources: {'Port': ['ID=a86da5a0-9b77-4f4b-bd66-e38cad77e722,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:28.543384 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks [] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.605261 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:36:28.605807 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:36:28.622607 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.727824 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc6d43-541d-4e74-b1be-5576d078743d None None] Current status of the port de2a10c7-24fe-4960-8d4d-af175a15f073 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:28.941747 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53478) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:28.956278 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:36:26Z', 'revision_number': 3, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:28.970951 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:28.991553 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Checking router: f149d778-4370-410f-bdb2-36d70e9b0dd2 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:36:28.998811 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Updating router f149d778-4370-410f-bdb2-36d70e9b0dd2 port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:36:29.029433 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.200381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.203388 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:29.216571 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:29.230823 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port de2a10c7-24fe-4960-8d4d-af175a15f073 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:29.237138 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Allocated IP 172.27.2.12 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:29.251048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:29.272534 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:29.306345 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f65894ca-3686-4241-b3a9-75a44a49da36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.307790 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df5f11-4ac1-4899-8b1a-9b912fb091dc None None] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:36:29.331286 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b832e-b4f6-4008-9b29-d747dc05b919,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:29.483317 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Allocated IP 172.20.0.1 (6dde6306-738e-4712-a96b-a15f6cb9b5d1/777e4aca-967d-4809-8830-cf396a2e6ba2/c2f77cd3-776c-4551-9a8b-f80f7d78b829) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:29.487526 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Provisioning complete for port aa34642d-f00f-4504-958d-c19973dcac74 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:29.488619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (aa34642d-f00f-4504-958d-c19973dcac74), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.489099 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Attempt 1 to provision port aa34642d-f00f-4504-958d-c19973dcac74 Sep 27 16:36:29.688150 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks [] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.787254 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:29.808572 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Current status of the port aa34642d-f00f-4504-958d-c19973dcac74 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:29.809396 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (aa34642d-f00f-4504-958d-c19973dcac74), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.825700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:29.857171 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks [] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.869555 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:29.896866 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] For port aa34642d-f00f-4504-958d-c19973dcac74, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=aa34642d-f00f-4504-958d-c19973dcac74,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:29.909156 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:29.951877 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:29.964350 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (aa34642d-f00f-4504-958d-c19973dcac74), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.037957 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:30.056407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:30.071922 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:30.082050 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:30.082548 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (f149d778-4370-410f-bdb2-36d70e9b0dd2), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.122240 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device a86da5a0-9b77-4f4b-bd66-e38cad77e722 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:30.129254 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-d37c4133-ca47-485c-a435-ca8cba552ab0 None None] Provisioning complete for port aa34642d-f00f-4504-958d-c19973dcac74 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:30.133207 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d37c4133-ca47-485c-a435-ca8cba552ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (aa34642d-f00f-4504-958d-c19973dcac74), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.133672 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-d37c4133-ca47-485c-a435-ca8cba552ab0 None None] Attempt 1 to provision port aa34642d-f00f-4504-958d-c19973dcac74 Sep 27 16:36:30.192337 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Pushing event updated for resources: {'Port': ['ID=c2f77cd3-776c-4551-9a8b-f80f7d78b829,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:30.208543 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5e624-f3fd-4137-84c4-06c3203270e5 None None] Pushing event updated for resources: {'Port': ['ID=aa34642d-f00f-4504-958d-c19973dcac74,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:30.323293 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a96984-892f-4027-ae67-d3ded9bccc3a None None] Network 16983143-f1f9-476b-8846-75cee163a487 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:36:30.352070 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-d37c4133-ca47-485c-a435-ca8cba552ab0 None None] Current status of the port aa34642d-f00f-4504-958d-c19973dcac74 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:30.357498 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port a86da5a0-9b77-4f4b-bd66-e38cad77e722 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:30.357498 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.357498 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port a86da5a0-9b77-4f4b-bd66-e38cad77e722 Sep 27 16:36:30.364791 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.387744 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f65894ca-3686-4241-b3a9-75a44a49da36 admin admin] Publish callbacks [] for security_group (83efb606-dcaa-4d17-a994-f1b09225aa73), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.481829 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:30.487133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Provisioning complete for port a86da5a0-9b77-4f4b-bd66-e38cad77e722 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:30.487296 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:30.487531 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.487870 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 1 to provision port a86da5a0-9b77-4f4b-bd66-e38cad77e722 Sep 27 16:36:30.489817 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.491499 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks [] for router_gateway (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.493348 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:30.528803 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f65894ca-3686-4241-b3a9-75a44a49da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (83efb606-dcaa-4d17-a994-f1b09225aa73), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.568987 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:30.599330 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65894ca-3686-4241-b3a9-75a44a49da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83efb606-dcaa-4d17-a994-f1b09225aa73,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:30.622205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Current status of the port a86da5a0-9b77-4f4b-bd66-e38cad77e722 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:30.622602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.693984 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port a86da5a0-9b77-4f4b-bd66-e38cad77e722 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:30.694726 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.730114 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Publish callbacks [] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.734456 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f65894ca-3686-4241-b3a9-75a44a49da36 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cb43833648c240a69221229ae62f6846&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7975461 Sep 27 16:36:30.738944 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53520) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:30.788338 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port a86da5a0-9b77-4f4b-bd66-e38cad77e722, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=a86da5a0-9b77-4f4b-bd66-e38cad77e722,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:30.797187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks [] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.820992 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.829917 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:30.880106 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.880978 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device aa34642d-f00f-4504-958d-c19973dcac74 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:30.905742 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.906732 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (f149d778-4370-410f-bdb2-36d70e9b0dd2), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:30.909200 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Attempting to bind port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:30.909572 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Attempting to bind port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:30.909935 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Attempting to bind port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:31.035721 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:36:31.036359 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:36:31.081876 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port aa34642d-f00f-4504-958d-c19973dcac74 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:31.082272 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (aa34642d-f00f-4504-958d-c19973dcac74), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.082635 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port aa34642d-f00f-4504-958d-c19973dcac74 Sep 27 16:36:31.085509 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.086892 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:31.087271 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:31.087704 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.088647 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:31.096204 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Bound port: 52e2a6b7-c1be-480a-ae1e-57a8331495b2, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:31.096840 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.113993 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Pushing event updated for resources: {'Port': ['ID=c2f77cd3-776c-4551-9a8b-f80f7d78b829,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:31.130748 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=a86da5a0-9b77-4f4b-bd66-e38cad77e722,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:31.144037 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Pushing event updated for resources: {'Port': ['ID=52e2a6b7-c1be-480a-ae1e-57a8331495b2,revision_number=2']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:31.157680 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks [] for router_gateway (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.163873 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.175302 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.176627 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.177930 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.178747 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.181556 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.183073 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.183752 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.184828 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.187949 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.188501 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.189073 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.189615 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.190128 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.190645 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.192438 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:36:31.194977 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Tracked resource versions report: Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: pushed versions: Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: { 'AddressGroup': {'1.2'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Agent': {'1.1'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'ConntrackHelper': {'1.0'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'LocalIPAssociation': {'1.0'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Log': {'1.0'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'NDPProxy': {'1.0'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Network': {'1.1'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Port': {'1.7'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'PortForwarding': {'1.3'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'QosPolicy': {'1.10'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroup': {'1.5'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroupRule': {'1.2'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SubPort': {'1.0'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Subnet': {'1.1'}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Trunk': {'1.1'}} Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: consumer versions: Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: { DHCP agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: HyperV agent@hv-cinder-85506: {}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: L3 agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: Metadata agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: Metering agent@dv-cinder-855060-2-iscsi: {}, Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: Open vSwitch agent@dv-cinder-855060-2-iscsi: { 'AddressGroup': '1.2', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Agent': '1.1', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'ConntrackHelper': '1.0', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'LocalIPAssociation': '1.0', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Log': '1.0', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'NDPProxy': '1.0', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Network': '1.1', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Port': '1.7', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'PortForwarding': '1.3', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'QosPolicy': '1.10', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroup': '1.5', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SecurityGroupRule': '1.2', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'SubPort': '1.0', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Subnet': '1.1', Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: 'Trunk': '1.1'}} Sep 27 16:36:31.204753 dv-cinder-855060-2-iscsi neutron-server[106898]: {{(pid=106898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 16:36:31.239078 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:31.239953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53536) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:31.245678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:31.260860 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.268236 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] For port 52e2a6b7-c1be-480a-ae1e-57a8331495b2, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:31.281292 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] For port 52e2a6b7-c1be-480a-ae1e-57a8331495b2, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=52e2a6b7-c1be-480a-ae1e-57a8331495b2,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:31.281933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port aa34642d-f00f-4504-958d-c19973dcac74 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:31.282505 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device de2a10c7-24fe-4960-8d4d-af175a15f073 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:31.357640 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.361828 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port de2a10c7-24fe-4960-8d4d-af175a15f073 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:31.369604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.369604 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port de2a10c7-24fe-4960-8d4d-af175a15f073 Sep 27 16:36:31.440784 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Router f149d778-4370-410f-bdb2-36d70e9b0dd2 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:36:31.461145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.479942 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port de2a10c7-24fe-4960-8d4d-af175a15f073 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:31.485050 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.501144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f32b-0ca1-47ff-b0c8-a41790127100 admin admin] Publish callbacks [] for security_group (83efb606-dcaa-4d17-a994-f1b09225aa73), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.510482 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7b602-0904-475e-ba99-8cde41af613d None None] Pushing event updated for resources: {'Port': ['ID=52e2a6b7-c1be-480a-ae1e-57a8331495b2,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:31.514477 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Routers {'f149d778-4370-410f-bdb2-36d70e9b0dd2'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:31.515370 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['f149d778-4370-410f-bdb2-36d70e9b0dd2'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:31.519837 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.529262 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75b67b78-f6dc-448b-be0d-715d9a18b8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.539077 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f32b-0ca1-47ff-b0c8-a41790127100 admin admin] Publish callbacks [] for security_group (83efb606-dcaa-4d17-a994-f1b09225aa73), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.591179 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Current status of the port a86da5a0-9b77-4f4b-bd66-e38cad77e722 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:31.606936 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Provisioning complete for port c2f77cd3-776c-4551-9a8b-f80f7d78b829 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:31.608404 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.609014 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 1 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:31.615826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.638449 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:36:31.644426 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-dac699bc-bea1-4053-beac-85d2606001fd admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f149d778-4370-410f-bdb2-36d70e9b0dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5937841 Sep 27 16:36:31.673795 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] Set router f149d778-4370-410f-bdb2-36d70e9b0dd2 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:31.691197 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:31.757838 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75b67b78-f6dc-448b-be0d-715d9a18b8f4 admin admin] Publish callbacks [] for security_group (1857dd65-4b31-4248-802d-9668f9f7bb14), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.784265 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.830502 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:31.842096 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device a86da5a0-9b77-4f4b-bd66-e38cad77e722 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:31.860221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75b67b78-f6dc-448b-be0d-715d9a18b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (1857dd65-4b31-4248-802d-9668f9f7bb14), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.866284 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f32b-0ca1-47ff-b0c8-a41790127100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (83efb606-dcaa-4d17-a994-f1b09225aa73), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.871232 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f32b-0ca1-47ff-b0c8-a41790127100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:31.873206 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3ee4f32b-0ca1-47ff-b0c8-a41790127100 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/83efb606-dcaa-4d17-a994-f1b09225aa73 HTTP/1.1" status: 204 len: 168 time: 1.1333640 Sep 27 16:36:31.893736 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4f32b-0ca1-47ff-b0c8-a41790127100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83efb606-dcaa-4d17-a994-f1b09225aa73,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:31.988006 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c2f77cd3-776c-4551-9a8b-f80f7d78b829', 'name': '', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'mac_address': 'fa:16:3e:ad:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:29Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 2, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'subnets': [{'id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:32.010971 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port a86da5a0-9b77-4f4b-bd66-e38cad77e722 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:32.020201 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.020731 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65990a58-b719-483d-92a8-40e614c76c1b None None] The sync data for ids ['f149d778-4370-410f-bdb2-36d70e9b0dd2'] in dv-cinder-855060-2-iscsi is: [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c2f77cd3-776c-4551-9a8b-f80f7d78b829', 'name': '', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'mac_address': 'fa:16:3e:ad:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:29Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 2, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'subnets': [{'id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:36:32.021337 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port a86da5a0-9b77-4f4b-bd66-e38cad77e722 Sep 27 16:36:32.037323 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-75b67b78-f6dc-448b-be0d-715d9a18b8f4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a1ae034405f34841bd96ab9c70711049&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7963340 Sep 27 16:36:32.040540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53556) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:32.047994 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67b78-f6dc-448b-be0d-715d9a18b8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1857dd65-4b31-4248-802d-9668f9f7bb14,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:32.051390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:36:32.200450 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-43af0707-6040-41df-b2f8-4d00e587b018 admin admin] Publish callbacks [] for security_group (1857dd65-4b31-4248-802d-9668f9f7bb14), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.202172 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 2 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:32.210496 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:36:32.232130 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port a86da5a0-9b77-4f4b-bd66-e38cad77e722 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:32.233101 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device aa34642d-f00f-4504-958d-c19973dcac74 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:32.246158 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-43af0707-6040-41df-b2f8-4d00e587b018 admin admin] Publish callbacks [] for security_group (1857dd65-4b31-4248-802d-9668f9f7bb14), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.270512 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:32.294332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port aa34642d-f00f-4504-958d-c19973dcac74 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:32.294984 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (aa34642d-f00f-4504-958d-c19973dcac74), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.295100 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port aa34642d-f00f-4504-958d-c19973dcac74 Sep 27 16:36:32.432569 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port aa34642d-f00f-4504-958d-c19973dcac74 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:32.473875 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-43af0707-6040-41df-b2f8-4d00e587b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (1857dd65-4b31-4248-802d-9668f9f7bb14), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.485443 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-43af0707-6040-41df-b2f8-4d00e587b018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.488966 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-43af0707-6040-41df-b2f8-4d00e587b018 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1857dd65-4b31-4248-802d-9668f9f7bb14 HTTP/1.1" status: 204 len: 168 time: 0.4444904 Sep 27 16:36:32.495791 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af0707-6040-41df-b2f8-4d00e587b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1857dd65-4b31-4248-802d-9668f9f7bb14,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:32.515220 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:36:32.544588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:36:32.571694 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:32.573033 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:32.659431 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:32.662047 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a626d130-de6f-4607-82ce-ee1e95f5c962 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1860495 Sep 27 16:36:32.664709 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:36:32.667293 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53578) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:32.678964 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:36:32.707694 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:32.708518 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:32.716007 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:32.736965 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53586) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:32.740720 dv-cinder-855060-2-iscsi neutron-server[106896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 16:36:32.788955 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 3 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:32.865144 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:32.879737 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:32.941674 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:32.963617 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53592) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:33.045414 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-e4c00dde-f2a5-40b5-bdb5-f452034660dc tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:33.047410 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-e4c00dde-f2a5-40b5-bdb5-f452034660dc tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6dde6306-738e-4712-a96b-a15f6cb9b5d1 HTTP/1.1" status: 200 len: 812 time: 0.3094404 Sep 27 16:36:33.051709 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.060720 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-adc17d22-42e4-48b2-9eaf-0cb3b3c992c6 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2717986 Sep 27 16:36:33.067187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53596) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:33.082228 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-dae4c29b-f48b-4346-bbf1-a4a0853b2b5f tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/quotas/996f7fb4be7b42ceb08488b812087543 HTTP/1.1" status: 200 len: 375 time: 0.0202394 Sep 27 16:36:33.094200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-09b34dfd-3865-4edd-9932-85202a679af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.284294 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:29Z', 'revision_number': 3, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:33.300186 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-79d66111-a290-434e-80e0-bde6fe59ff25 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=996f7fb4be7b42ceb08488b812087543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113054 Sep 27 16:36:33.323472 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:36:33.323472 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Updating router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 port 9a8b832e-b4f6-4008-9b29-d747dc05b919 binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:36:33.326419 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:33.396167 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 3, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:33.440750 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:36:33.441273 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Updating router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:36:33.442217 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:33.475800 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.476026 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 4 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:33.526899 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:33.542453 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.654277 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53610) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:33.681687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:33.685213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-29e824ee-d67e-46e3-9dde-f8584aa2b672 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:36:33.692480 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-29e824ee-d67e-46e3-9dde-f8584aa2b672 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1532111 Sep 27 16:36:33.694747 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c08c504-f10a-4b8c-aff5-a28ff0baff13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.736407 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.825030 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 52e2a6b7-c1be-480a-ae1e-57a8331495b2 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:33.863536 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:33.878881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-09b34dfd-3865-4edd-9932-85202a679af0 admin admin] Publish callbacks [] for security_group (25e72b72-802e-4edf-a5cd-862015f9ca90), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.889126 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:33.913305 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:33.914366 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:33.914659 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-5f2862f1-7b5f-4344-a613-058037fd1b49 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209783 Sep 27 16:36:33.915577 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 Sep 27 16:36:33.935852 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Publish callbacks [] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.014404 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:34.014878 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.028461 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 5 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:34.032207 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.059846 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c08c504-f10a-4b8c-aff5-a28ff0baff13 admin admin] Publish callbacks [] for security_group (5950105b-1bb7-4c45-8f4f-99055aee8164), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.082173 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 52e2a6b7-c1be-480a-ae1e-57a8331495b2, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=52e2a6b7-c1be-480a-ae1e-57a8331495b2,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:34.131131 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Attempting to bind port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:34.131951 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Attempting to bind port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:34.132533 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Attempting to bind port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:34.137524 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:34.161742 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.202203 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-3ed89438-3bb8-422e-ab82-515986161b3d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748737 Sep 27 16:36:34.212094 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c08c504-f10a-4b8c-aff5-a28ff0baff13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5950105b-1bb7-4c45-8f4f-99055aee8164), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.213955 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce934656-69cd-4b2c-9de4-6ca0634f4508 None None] Pushing event updated for resources: {'Port': ['ID=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,revision_number=2']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.214087 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Allocated IP 172.20.0.1 (34ae499e-6ac1-41bb-a843-2b013f2ce3f9/d64076bd-cc75-40f7-a83e-aa19790a19ac/2dadbc72-71d2-4e63-9ff5-194bfc6b848a) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:34.260528 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:34.290322 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:34.292498 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:34.292661 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.293091 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:34.296224 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Bound port: cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:34.296630 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.321303 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=52e2a6b7-c1be-480a-ae1e-57a8331495b2,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.349624 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:34.354116 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks [] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.359702 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0c08c504-f10a-4b8c-aff5-a28ff0baff13 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=32a8c5907d594e9ca60da1456bf98eb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7036083 Sep 27 16:36:34.360152 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53628) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:34.379184 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08c504-f10a-4b8c-aff5-a28ff0baff13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5950105b-1bb7-4c45-8f4f-99055aee8164,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.394743 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-09b34dfd-3865-4edd-9932-85202a679af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (25e72b72-802e-4edf-a5cd-862015f9ca90), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.429297 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-09b34dfd-3865-4edd-9932-85202a679af0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0ca2404a137443e0868daafb9a74e77a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3629384 Sep 27 16:36:34.438853 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53634) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:34.444262 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] For port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:34.462139 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] For port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:34.534613 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Publish callbacks [] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.536023 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eb91a681-d912-4459-9e1a-14b9807c4510 admin admin] Publish callbacks [] for security_group (5950105b-1bb7-4c45-8f4f-99055aee8164), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.552863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.569689 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0f65-d76c-4202-b205-0a16bf384e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.569899 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.584896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eb91a681-d912-4459-9e1a-14b9807c4510 admin admin] Publish callbacks [] for security_group (5950105b-1bb7-4c45-8f4f-99055aee8164), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.629751 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:34.630386 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:34.636835 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b34dfd-3865-4edd-9932-85202a679af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e72b72-802e-4edf-a5cd-862015f9ca90,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.642979 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Pushing event updated for resources: {'Port': ['ID=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.643100 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 6 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:34.646130 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.717188 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Attempting to bind port 9a8b832e-b4f6-4008-9b29-d747dc05b919 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:34.718228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:34.718838 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Attempting to bind port 9a8b832e-b4f6-4008-9b29-d747dc05b919 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:34.719685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Attempting to bind port 9a8b832e-b4f6-4008-9b29-d747dc05b919 on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:34.725464 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:34.734202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eb91a681-d912-4459-9e1a-14b9807c4510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5950105b-1bb7-4c45-8f4f-99055aee8164), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.736958 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eb91a681-d912-4459-9e1a-14b9807c4510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.738301 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-eb91a681-d912-4459-9e1a-14b9807c4510 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5950105b-1bb7-4c45-8f4f-99055aee8164 HTTP/1.1" status: 204 len: 168 time: 0.3746748 Sep 27 16:36:34.765907 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91a681-d912-4459-9e1a-14b9807c4510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950105b-1bb7-4c45-8f4f-99055aee8164,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.842491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:34.843377 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.893644 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:34.933800 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53668) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:34.945521 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:34.971163 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfd165-2a66-4930-b25e-3e1f67f73bb3 None None] Pushing event updated for resources: {'Port': ['ID=9a8b832e-b4f6-4008-9b29-d747dc05b919,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:34.999608 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:34.999608 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:34.999608 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:34.999608 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:35.004224 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Bound port: 9a8b832e-b4f6-4008-9b29-d747dc05b919, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:35.004700 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.072671 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:35.130509 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dd34f246-3666-4da6-922d-f307f73228d8 req-9ed2514f-15ad-4009-96c5-81867f87a160 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.1745727 Sep 27 16:36:35.135902 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] For port 9a8b832e-b4f6-4008-9b29-d747dc05b919, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:35.149481 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] For port 9a8b832e-b4f6-4008-9b29-d747dc05b919, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=9a8b832e-b4f6-4008-9b29-d747dc05b919,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:35.164574 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-560a5448-95c1-4ff9-bdda-4b5cd1f5f234 admin admin] Publish callbacks [] for security_group (25e72b72-802e-4edf-a5cd-862015f9ca90), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.205976 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-560a5448-95c1-4ff9-bdda-4b5cd1f5f234 admin admin] Publish callbacks [] for security_group (25e72b72-802e-4edf-a5cd-862015f9ca90), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.227788 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce934656-69cd-4b2c-9de4-6ca0634f4508 None None] Pushing event updated for resources: {'Port': ['ID=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:35.263026 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:35.266730 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.353107 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:35.355697 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:35.357325 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 3, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:35.361973 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:35.370448 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.434724 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd5390-5844-4398-9e7e-b33d739cf579 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 3, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:36:35.505175 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 7 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:35.549762 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfd165-2a66-4930-b25e-3e1f67f73bb3 None None] Pushing event updated for resources: {'Port': ['ID=9a8b832e-b4f6-4008-9b29-d747dc05b919,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:35.607507 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:35.613405 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-560a5448-95c1-4ff9-bdda-4b5cd1f5f234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (25e72b72-802e-4edf-a5cd-862015f9ca90), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.624865 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-560a5448-95c1-4ff9-bdda-4b5cd1f5f234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.642703 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-560a5448-95c1-4ff9-bdda-4b5cd1f5f234 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/25e72b72-802e-4edf-a5cd-862015f9ca90 HTTP/1.1" status: 204 len: 168 time: 1.1898396 Sep 27 16:36:35.684225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:35.736808 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:35.738164 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Sync routers for ids ['f149d778-4370-410f-bdb2-36d70e9b0dd2'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:36:35.770131 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a5448-95c1-4ff9-bdda-4b5cd1f5f234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e72b72-802e-4edf-a5cd-862015f9ca90,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:35.775701 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:35.925298 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 52e2a6b7-c1be-480a-ae1e-57a8331495b2 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:35.935043 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:36.014582 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Routers {'f149d778-4370-410f-bdb2-36d70e9b0dd2'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:36.015337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['f149d778-4370-410f-bdb2-36d70e9b0dd2'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:36.033044 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:36.067034 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks [] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:36.155554 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:36.156741 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:36.240834 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:36.291917 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bb30373-11ff-4693-93bf-8cce377d9367 req-03a739fa-5629-4401-97ca-778534e3f006 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.0692835 Sep 27 16:36:36.311014 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 8 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:36.390709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Pushing event updated for resources: {'Port': ['ID=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:36.406692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Allocated IP 172.20.0.1 (16983143-f1f9-476b-8846-75cee163a487/87db513a-afee-48ee-a140-5875ef7c38a0/c4bf4d7e-972c-4797-ad90-8f3803779b3d) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:36.430489 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:36.432039 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:36.432734 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 Sep 27 16:36:36.502990 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:36.508603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Set router f149d778-4370-410f-bdb2-36d70e9b0dd2 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:36.658466 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:36.661816 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:36.666423 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks [] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:36.758042 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:37.007286 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 9 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:37.011028 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c1b4-b7bd-404d-bd51-908bfc6f063b None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:36:37.081413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:37.097033 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:37.238052 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc586-7390-47ca-af4c-7aa178b6f2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:37.285989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:36:37.298560 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c2f77cd3-776c-4551-9a8b-f80f7d78b829', 'name': '', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'mac_address': 'fa:16:3e:ad:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:29Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 2, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'subnets': [{'id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:37.347568 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:37.430100 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Checking router: f149d778-4370-410f-bdb2-36d70e9b0dd2 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:36:37.430100 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Updating router f149d778-4370-410f-bdb2-36d70e9b0dd2 port c2f77cd3-776c-4551-9a8b-f80f7d78b829 binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:36:37.465034 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c757eb84-c514-4499-aab3-13d22de7ca78 req-d6c3af23-15b6-4a62-8b37-e74126622f68 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.0766938 Sep 27 16:36:37.500274 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:37.542372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:37.547314 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:37.553617 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:37.554423 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:37.635958 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Attempt 10 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:37.655273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:37.705334 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Pushing event updated for resources: {'Port': ['ID=c4bf4d7e-972c-4797-ad90-8f3803779b3d,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:37.723882 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:36:37.736225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:36:37.759321 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0ab2b7cb-9e1c-40f8-a7e5-64063181f256 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0819745 Sep 27 16:36:37.891529 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc85e00-cb6a-4a3a-ac67-7771f2c683a7 None None] Port c2f77cd3-776c-4551-9a8b-f80f7d78b829 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:37.896069 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:37.967098 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:37.977083 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:37.977083 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 Sep 27 16:36:38.030891 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.048274 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Provisioning complete for port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:38.048693 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.049035 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 1 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:38.088661 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:38.124121 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:38.127586 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.239366 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:38.239790 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.271790 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Publish callbacks [] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.277006 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:38.287497 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks [] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.362474 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.397434 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.398244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.400950 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:38.466766 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.507122 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756d440-4721-4780-ab0a-eba4480e5c4a None None] Pushing event updated for resources: {'Port': ['ID=c2f77cd3-776c-4551-9a8b-f80f7d78b829,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:38.539066 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53818) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:38.612436 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Attempting to bind port c2f77cd3-776c-4551-9a8b-f80f7d78b829 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:38.612985 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Attempting to bind port c2f77cd3-776c-4551-9a8b-f80f7d78b829 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:38.614390 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Attempting to bind port c2f77cd3-776c-4551-9a8b-f80f7d78b829 on network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:38.638500 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 2 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:38.672146 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:38.715473 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Pushing event updated for resources: {'Port': ['ID=c4bf4d7e-972c-4797-ad90-8f3803779b3d,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:38.716518 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:38.781002 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:38.801675 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:38.810405 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:38.811248 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Checking segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:38.811807 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.812784 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Bound using segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:38.813640 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Bound port: c2f77cd3-776c-4551-9a8b-f80f7d78b829, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:38.814427 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:38.817882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:38.819846 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:38.842845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-67fafcdc-3bf7-4bcc-91e8-4d5e678a3ffe req-e45ef27e-710b-46c1-bf8e-05f90f2c77c5 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.0480068 Sep 27 16:36:38.914336 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] For port c2f77cd3-776c-4551-9a8b-f80f7d78b829, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:38.919237 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] For port c2f77cd3-776c-4551-9a8b-f80f7d78b829, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c2f77cd3-776c-4551-9a8b-f80f7d78b829,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:38.971203 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:36:38.974661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53830) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:39.016633 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.092337 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53844) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:39.097238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844072381', 'description': 'tempest-description--984232444'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:39.153716 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Routers {'f149d778-4370-410f-bdb2-36d70e9b0dd2'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:39.166449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['f149d778-4370-410f-bdb2-36d70e9b0dd2'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:39.173439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:36:39.186898 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-53149dd6-a630-4043-a9cf-ae36a396fafa admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0940664 Sep 27 16:36:39.193716 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:36:39.222230 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:39.223531 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:39.231343 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.288717 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:39.304844 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 3 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:39.327131 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756d440-4721-4780-ab0a-eba4480e5c4a None None] Pushing event updated for resources: {'Port': ['ID=c2f77cd3-776c-4551-9a8b-f80f7d78b829,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:39.432197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (e69cf6b6-724d-4e59-9670-3dfe316442ff), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.453484 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-69a8f129-adf6-423f-8204-24aad3c65fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.499741 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:39.507759 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:39.517813 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] Set router f149d778-4370-410f-bdb2-36d70e9b0dd2 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:39.518975 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9d8a-c8ad-4a6b-bcb1-48518a568fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.655028 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9d8a-c8ad-4a6b-bcb1-48518a568fa6 admin admin] Publish callbacks [] for security_group (d7cf3643-5247-4188-b366-b17c9fd92fff), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.660444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e69cf6b6-724d-4e59-9670-3dfe316442ff), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.833619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:39.897409 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:39.920625 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c2f77cd3-776c-4551-9a8b-f80f7d78b829', 'name': '', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'mac_address': 'fa:16:3e:ad:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:29Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'subnets': [{'id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:39.955107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0e7b9d8a-c8ad-4a6b-bcb1-48518a568fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (d7cf3643-5247-4188-b366-b17c9fd92fff), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.013181 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 4 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:40.016845 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-69a8f129-adf6-423f-8204-24aad3c65fd4 admin admin] Publish callbacks [] for security_group (fd944858-f790-4710-8379-35acdbe66ecf), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.020642 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:40.031634 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.035613 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.035613 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.9400122 Sep 27 16:36:40.040077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53872) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:40.050946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'security_group_rule': {'security_group_id': 'e69cf6b6-724d-4e59-9670-3dfe316442ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:40.085088 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4f10d-48d5-4533-bb01-1e48cc27fb46 None None] The sync data for ids ['f149d778-4370-410f-bdb2-36d70e9b0dd2'] in dv-cinder-855060-2-iscsi is: [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:36:30Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c2f77cd3-776c-4551-9a8b-f80f7d78b829', 'name': '', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'mac_address': 'fa:16:3e:ad:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:29Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'subnets': [{'id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:36:40.104652 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:40.104796 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-69a8f129-adf6-423f-8204-24aad3c65fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (fd944858-f790-4710-8379-35acdbe66ecf), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.116973 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:40.132608 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2dcd8-d2fe-46e2-8812-646cd054df85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69cf6b6-724d-4e59-9670-3dfe316442ff,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:40.152107 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:40.152582 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:36:40.155331 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Updating router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 port c4bf4d7e-972c-4797-ad90-8f3803779b3d binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:36:40.214394 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:40.214495 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (a562f816-73b7-4284-85e1-d3593b0e6316), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.217849 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0e7b9d8a-c8ad-4a6b-bcb1-48518a568fa6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1707bf798d9f4731ba5a5aa8edb97d19&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2416389 Sep 27 16:36:40.229852 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.272459 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:40.273498 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.276802 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 Sep 27 16:36:40.293000 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53882) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:40.303832 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eb97bced-432a-4f95-bc5d-9dae859ff48a req-b649cc01-c7e5-433e-8362-c42224785776 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.1672163 Sep 27 16:36:40.308721 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-69a8f129-adf6-423f-8204-24aad3c65fd4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=36c1390c5c194a13b1801a9ef3cd1345&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7662208 Sep 27 16:36:40.309855 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b9d8a-c8ad-4a6b-bcb1-48518a568fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf3643-5247-4188-b366-b17c9fd92fff,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:40.332362 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53886) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:40.403973 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:40.441634 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:40.482511 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (a562f816-73b7-4284-85e1-d3593b0e6316), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.483271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f129-adf6-423f-8204-24aad3c65fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd944858-f790-4710-8379-35acdbe66ecf,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:40.544392 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:40.545506 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c2f77cd3-776c-4551-9a8b-f80f7d78b829 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:40.574384 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (a562f816-73b7-4284-85e1-d3593b0e6316), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.596079 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7335eedd-5a5f-4b69-a1be-59fbc2f5154b admin admin] Publish callbacks [] for security_group (d7cf3643-5247-4188-b366-b17c9fd92fff), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.600101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-70a95e06-f068-4ffc-9fc7-e0e3907f9a83 admin admin] Publish callbacks [] for security_group (fd944858-f790-4710-8379-35acdbe66ecf), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.610037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.33', 55100) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:40.641606 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a562f816-73b7-4284-85e1-d3593b0e6316,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:40.715426 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.718059 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-70a95e06-f068-4ffc-9fc7-e0e3907f9a83 admin admin] Publish callbacks [] for security_group (fd944858-f790-4710-8379-35acdbe66ecf), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.720605 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-eb0f7a70-ab67-4674-bff6-046fa205d3ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6780674 Sep 27 16:36:40.721605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53894) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:40.739332 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'security_group_rule': {'security_group_id': 'e69cf6b6-724d-4e59-9670-3dfe316442ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:40.828419 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 5 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:40.880557 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7335eedd-5a5f-4b69-a1be-59fbc2f5154b admin admin] Publish callbacks [] for security_group (d7cf3643-5247-4188-b366-b17c9fd92fff), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.897356 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:40.899420 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-70a95e06-f068-4ffc-9fc7-e0e3907f9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (fd944858-f790-4710-8379-35acdbe66ecf), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.905226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:40.907534 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-70a95e06-f068-4ffc-9fc7-e0e3907f9a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:40.908842 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-70a95e06-f068-4ffc-9fc7-e0e3907f9a83 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd944858-f790-4710-8379-35acdbe66ecf HTTP/1.1" status: 204 len: 168 time: 0.5641541 Sep 27 16:36:40.942397 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95e06-f068-4ffc-9fc7-e0e3907f9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd944858-f790-4710-8379-35acdbe66ecf,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:40.956658 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (edb8b1ec-5dcb-432e-a9a3-2a18ace169b0), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.012790 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-0ecd221a-af41-4816-bad9-d9a0122877b8 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:41.014505 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-0ecd221a-af41-4816-bad9-d9a0122877b8 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6dde6306-738e-4712-a96b-a15f6cb9b5d1 HTTP/1.1" status: 200 len: 812 time: 0.3967185 Sep 27 16:36:41.014633 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c2f77cd3-776c-4551-9a8b-f80f7d78b829 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:41.015172 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.015436 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:41.016042 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53900) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:41.021238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737917341', 'description': 'tempest-description--65986580'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:41.097511 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Request body: {'port': {'device_id': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'admin_state_up': True, 'tenant_id': '996f7fb4be7b42ceb08488b812087543'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:41.195501 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (edb8b1ec-5dcb-432e-a9a3-2a18ace169b0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.227519 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c2f77cd3-776c-4551-9a8b-f80f7d78b829 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:41.229636 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.279080 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (edb8b1ec-5dcb-432e-a9a3-2a18ace169b0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.295382 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Publish callbacks [] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.302650 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port c2f77cd3-776c-4551-9a8b-f80f7d78b829, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c2f77cd3-776c-4551-9a8b-f80f7d78b829,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:41.314549 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.350563 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb8b1ec-5dcb-432e-a9a3-2a18ace169b0,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:41.398296 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.400596 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.401586 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 9a8b832e-b4f6-4008-9b29-d747dc05b919 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:41.411290 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 6 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:41.437216 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7335eedd-5a5f-4b69-a1be-59fbc2f5154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (d7cf3643-5247-4188-b366-b17c9fd92fff), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.437320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.437415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7335eedd-5a5f-4b69-a1be-59fbc2f5154b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.438736 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-66accac3-930d-40e4-86a3-560fca8a903b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7113490 Sep 27 16:36:41.440808 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-7335eedd-5a5f-4b69-a1be-59fbc2f5154b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d7cf3643-5247-4188-b366-b17c9fd92fff HTTP/1.1" status: 204 len: 168 time: 1.1410029 Sep 27 16:36:41.440945 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 53912) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:41.450576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:41.523880 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26784959-057d-4579-a18c-c6bf6ea58c8f req-37cddcda-91e4-455d-bd51-55ee8c3c911c tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.0938859 Sep 27 16:36:41.529357 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:36:41.557705 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:41.578393 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335eedd-5a5f-4b69-a1be-59fbc2f5154b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf3643-5247-4188-b366-b17c9fd92fff,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:41.603859 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:41.604596 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:41.609413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=c2f77cd3-776c-4551-9a8b-f80f7d78b829,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:41.610209 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ede8-c81c-4e12-a91e-8aa2195092a7 None None] Pushing event updated for resources: {'Port': ['ID=c4bf4d7e-972c-4797-ad90-8f3803779b3d,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:41.615539 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.655874 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Attempting to bind port c4bf4d7e-972c-4797-ad90-8f3803779b3d on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:41.655997 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Attempting to bind port c4bf4d7e-972c-4797-ad90-8f3803779b3d by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:41.657724 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Attempting to bind port c4bf4d7e-972c-4797-ad90-8f3803779b3d on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:41.682973 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 9a8b832e-b4f6-4008-9b29-d747dc05b919 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:41.685727 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.686078 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 9a8b832e-b4f6-4008-9b29-d747dc05b919 Sep 27 16:36:41.691347 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (cab7ce73-3da2-496a-b18e-a98df31ea6ca), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.716869 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Made reservation on behalf of 996f7fb4be7b42ceb08488b812087543 for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:41.721807 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.747640 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (cab7ce73-3da2-496a-b18e-a98df31ea6ca), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.750127 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:41.752048 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:41.752675 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.753193 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Bound using segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:41.754321 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Bound port: c4bf4d7e-972c-4797-ad90-8f3803779b3d, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:41.756403 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.761356 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:41.781796 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:41.880724 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] For port c4bf4d7e-972c-4797-ad90-8f3803779b3d, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:41.887469 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] For port c4bf4d7e-972c-4797-ad90-8f3803779b3d, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c4bf4d7e-972c-4797-ad90-8f3803779b3d,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:41.911038 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 9a8b832e-b4f6-4008-9b29-d747dc05b919 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:41.911914 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.922208 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:41.923220 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:41.952632 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 9a8b832e-b4f6-4008-9b29-d747dc05b919, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=9a8b832e-b4f6-4008-9b29-d747dc05b919,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:41.965834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:42.042966 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.050979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.052778 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0353756 Sep 27 16:36:42.056258 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53928) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:42.062984 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': 'cab7ce73-3da2-496a-b18e-a98df31ea6ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:42.110936 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:42.111736 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:42.118977 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f71ea1-fab7-4610-b0e1-aaae23ca2d4b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab7ce73-3da2-496a-b18e-a98df31ea6ca,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:42.133386 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 7 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:42.212234 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53938) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:42.235095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Allocated IP 172.27.2.173 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:42.269486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:42.273025 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.296560 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:42.308191 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:42.456155 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:42.491081 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c2f77cd3-776c-4551-9a8b-f80f7d78b829 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:42.525818 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.607504 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (68ed6e4a-98d7-496d-a445-a07db6714c03), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.620078 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ede8-c81c-4e12-a91e-8aa2195092a7 None None] Pushing event updated for resources: {'Port': ['ID=c4bf4d7e-972c-4797-ad90-8f3803779b3d,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:42.669731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.684968 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:42.700085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c2f77cd3-776c-4551-9a8b-f80f7d78b829 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:42.701347 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.701759 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:42.713563 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f9551ac-a38e-4de5-a666-a57564eaf36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.755055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (68ed6e4a-98d7-496d-a445-a07db6714c03), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.757317 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Allocated IP 172.20.0.7 (6dde6306-738e-4712-a96b-a15f6cb9b5d1/777e4aca-967d-4809-8830-cf396a2e6ba2/598be294-4d75-4e83-9ef3-4c13b0a611d9) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:42.789140 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:42.801404 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:42.818841 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:42.842123 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 8 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:42.864609 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (68ed6e4a-98d7-496d-a445-a07db6714c03), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:42.938352 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ed6e4a-98d7-496d-a445-a07db6714c03,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:42.949261 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=9a8b832e-b4f6-4008-9b29-d747dc05b919,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:42.974050 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 2, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:43.030455 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.030992 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1c990e9d-c1e0-485f-9444-02823ba7581c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9705760 Sep 27 16:36:43.034288 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53982) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:43.049542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': 'cab7ce73-3da2-496a-b18e-a98df31ea6ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:43.055659 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'Port': ['ID=8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:43.112537 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:43.147413 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b075a-c4ec-48fb-bd0b-e4dc4da88d8e None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:36:43.161637 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:43.166487 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:36:43.166487 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Updating router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:36:43.186046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (d2dec2b2-c304-4ea4-b74a-85c1a38013db), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.214715 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:43.256798 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3286fca8-c55d-4ca8-adab-4b3606b42e1a req-44f2e1bf-8de7-4d97-8ae8-3d9a66bee048 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.2159586 Sep 27 16:36:43.271594 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f9551ac-a38e-4de5-a666-a57564eaf36c admin admin] Publish callbacks [] for security_group (9c9dae8a-8813-44a4-8868-d4090b66f1f2), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.284869 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.298452 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (6093f450-aef6-410e-b425-1ed781947e48), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.301287 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c2f77cd3-776c-4551-9a8b-f80f7d78b829 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:43.360474 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.415986 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks [] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.425338 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f9551ac-a38e-4de5-a666-a57564eaf36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9c9dae8a-8813-44a4-8868-d4090b66f1f2), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.530570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (6093f450-aef6-410e-b425-1ed781947e48), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.665494 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (6093f450-aef6-410e-b425-1ed781947e48), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.704463 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9f9551ac-a38e-4de5-a666-a57564eaf36c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f777db7c495e4c70a575eb9ff6edcbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4202902 Sep 27 16:36:43.738481 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 9 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:43.756007 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 53994) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:43.815704 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:43.833040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9551ac-a38e-4de5-a666-a57564eaf36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9dae8a-8813-44a4-8868-d4090b66f1f2,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:43.848197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:43.895006 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6093f450-aef6-410e-b425-1ed781947e48,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:43.929678 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:43.934207 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-54c1ada7-94be-4988-9adf-ad7cf14c8d32 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8948791 Sep 27 16:36:43.956774 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54002) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:43.982999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:44.016433 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:44.022957 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:44.049315 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Publish callbacks [] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.153104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.155307 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.174396 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.271147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.271902 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (d2dec2b2-c304-4ea4-b74a-85c1a38013db), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.366240 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 10 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:44.470696 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0155b-ef62-4b83-853f-1726af0250a4 None None] Pushing event updated for resources: {'Port': ['ID=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:44.492349 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:44.495834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Attempting to bind port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:44.495834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Attempting to bind port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:44.495834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Attempting to bind port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:44.526615 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'Port': ['ID=8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:44.532327 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.551425 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-98e0fb67-a007-4e16-8259-6a261597f89f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1009870 Sep 27 16:36:44.605828 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Provisioning complete for port a86da5a0-9b77-4f4b-bd66-e38cad77e722 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:44.607678 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.607678 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 1 to provision port a86da5a0-9b77-4f4b-bd66-e38cad77e722 Sep 27 16:36:44.651502 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.725753 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c403611-a0cd-466e-a455-a0ba6bcbeb6d admin admin] Publish callbacks [] for security_group (9c9dae8a-8813-44a4-8868-d4090b66f1f2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.773834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 9a8b832e-b4f6-4008-9b29-d747dc05b919 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:44.778396 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Pushing event updated for resources: {'Port': ['ID=598be294-4d75-4e83-9ef3-4c13b0a611d9,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:44.812684 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:44.906889 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:44.909649 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Checking segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:44.910210 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.910924 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Bound using segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:44.912705 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Bound port: 2dadbc72-71d2-4e63-9ff5-194bfc6b848a, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:44.913097 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:44.950325 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed736-6bfb-4f07-b99b-57144ee971a8 req-df7fd81d-86a1-445b-86cd-d6e0862e40f5 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:44.961855 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-267ed736-6bfb-4f07-b99b-57144ee971a8 req-df7fd81d-86a1-445b-86cd-d6e0862e40f5 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 931 time: 0.3358419 Sep 27 16:36:45.005614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c403611-a0cd-466e-a455-a0ba6bcbeb6d admin admin] Publish callbacks [] for security_group (9c9dae8a-8813-44a4-8868-d4090b66f1f2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.121609 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:45.140466 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:45.147079 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:45.147596 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.328139 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:45.364055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.478966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 9a8b832e-b4f6-4008-9b29-d747dc05b919 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:45.486408 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.486408 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 9a8b832e-b4f6-4008-9b29-d747dc05b919 Sep 27 16:36:45.646262 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-c08d5476-75ee-4781-a87b-2b4abe0b723d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--844072381&fields=id&tenant_id=41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 267 time: 0.5270698 Sep 27 16:36:45.683735 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-267ed736-6bfb-4f07-b99b-57144ee971a8 req-6573fad0-67bd-4e24-b4f6-ebbf95049174 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7168431 Sep 27 16:36:45.698214 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] For port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:45.699202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c403611-a0cd-466e-a455-a0ba6bcbeb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9c9dae8a-8813-44a4-8868-d4090b66f1f2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.699202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0c403611-a0cd-466e-a455-a0ba6bcbeb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.699356 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] For port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:45.699531 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0c403611-a0cd-466e-a455-a0ba6bcbeb6d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9c9dae8a-8813-44a4-8868-d4090b66f1f2 HTTP/1.1" status: 204 len: 168 time: 1.9402790 Sep 27 16:36:45.817065 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 9a8b832e-b4f6-4008-9b29-d747dc05b919 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:45.818373 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c4bf4d7e-972c-4797-ad90-8f3803779b3d up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:45.820867 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Current status of the port a86da5a0-9b77-4f4b-bd66-e38cad77e722 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:45.821023 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-fe393b86-80d4-4c8e-90a9-469f8e305855 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7283700 Sep 27 16:36:45.827924 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c403611-a0cd-466e-a455-a0ba6bcbeb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9dae8a-8813-44a4-8868-d4090b66f1f2,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:45.842344 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-dbfd302c-3795-4123-9a15-6a3431d2c7e9 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:36:45.844090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Provisioning complete for port c4bf4d7e-972c-4797-ad90-8f3803779b3d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:45.844486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.844668 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-dbfd302c-3795-4123-9a15-6a3431d2c7e9 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0071850 Sep 27 16:36:45.846745 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 1 to provision port c4bf4d7e-972c-4797-ad90-8f3803779b3d Sep 27 16:36:45.925123 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:45.932934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.27.2.198 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/c5af76b6-4285-4721-b54f-a1b9635e88e3) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:45.975679 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-5bf6fa53-725a-4acd-a493-ba47c23f2c4f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:45.984408 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-5bf6fa53-725a-4acd-a493-ba47c23f2c4f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 817 time: 0.3359454 Sep 27 16:36:46.052317 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-8a01fffe-f99d-4042-a48c-838b3d5cad8f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/quotas/41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 375 time: 0.0666275 Sep 27 16:36:46.123347 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-e7f68044-3842-41d1-a3c7-768c5e34d399 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700784 Sep 27 16:36:46.144616 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Current status of the port c4bf4d7e-972c-4797-ad90-8f3803779b3d is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:46.145284 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:46.173690 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:46.175110 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:36:46.175917 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:36:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:46.301411 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:46.309556 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:46.356453 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] For port c4bf4d7e-972c-4797-ad90-8f3803779b3d, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c4bf4d7e-972c-4797-ad90-8f3803779b3d,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:46.356453 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0155b-ef62-4b83-853f-1726af0250a4 None None] Pushing event updated for resources: {'Port': ['ID=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:46.356938 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c4bf4d7e-972c-4797-ad90-8f3803779b3d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:46.357723 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:46.358402 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c4bf4d7e-972c-4797-ad90-8f3803779b3d Sep 27 16:36:46.362511 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:36:46.434863 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:46.521616 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-e180c0b8-7250-4732-b9ed-237849eb2054 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705053 Sep 27 16:36:46.595978 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Pushing event updated for resources: {'Port': ['ID=c4bf4d7e-972c-4797-ad90-8f3803779b3d,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:46.613072 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:46.667513 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:46.679331 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:46.689385 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:46.690921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Provisioning complete for port c2f77cd3-776c-4551-9a8b-f80f7d78b829 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:46.691312 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:46.691649 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Attempt 1 to provision port c2f77cd3-776c-4551-9a8b-f80f7d78b829 Sep 27 16:36:46.720129 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-4957513c-e853-4ac4-86e7-147382d2d089 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822844 Sep 27 16:36:46.929122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Request body: {'port': {'device_id': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:47.005923 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=c5af76b6-4285-4721-b54f-a1b9635e88e3,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:47.089359 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:47.115124 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c4bf4d7e-972c-4797-ad90-8f3803779b3d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:47.146913 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468555d6-fb6e-46e0-9085-1ec4d07bb9ff req-f783abc3-b592-42ed-9cad-01c5052338ce tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:47.150158 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-468555d6-fb6e-46e0-9085-1ec4d07bb9ff req-f783abc3-b592-42ed-9cad-01c5052338ce tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 931 time: 0.2327051 Sep 27 16:36:47.251778 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:47.314810 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6656673-c3ef-4fec-bf3d-236ea2380671 None None] Current status of the port c2f77cd3-776c-4551-9a8b-f80f7d78b829 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:47.347911 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-468555d6-fb6e-46e0-9085-1ec4d07bb9ff req-08acda84-db7b-45ce-8b6f-8fc4e37099ce tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827066 Sep 27 16:36:47.368474 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:45Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:36:47.412319 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:47.435871 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (13de3710-4494-4377-930a-62558a6d7f20), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:47.455457 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1dc195b-1630-4335-abd9-a06ebaa3d0ba req-b1aa4eda-b123-4a19-ba75-52f4c152c5fb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.1457827 Sep 27 16:36:47.463463 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 2dadbc72-71d2-4e63-9ff5-194bfc6b848a up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:47.483790 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c9ef9-f3cc-4b24-94c1-7b0b7d18c42d None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:45Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:36:47.631541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Provisioning complete for port c4bf4d7e-972c-4797-ad90-8f3803779b3d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:47.632544 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:47.633080 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 1 to provision port c4bf4d7e-972c-4797-ad90-8f3803779b3d Sep 27 16:36:47.726863 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:47.727398 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:47.728281 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:47.781527 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54122) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:47.801726 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5292a53c-e426-401f-866c-2f4c88c7996f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:47.841488 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54124) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:48.085517 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.116859 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Current status of the port c4bf4d7e-972c-4797-ad90-8f3803779b3d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:48.131611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5292a53c-e426-401f-866c-2f4c88c7996f admin admin] Publish callbacks [] for security_group (ba11ae12-d766-4b54-b00b-73f3846789bc), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.155607 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:48.156962 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.185864 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Provisioning complete for port 598be294-4d75-4e83-9ef3-4c13b0a611d9 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:48.185962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5292a53c-e426-401f-866c-2f4c88c7996f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ba11ae12-d766-4b54-b00b-73f3846789bc), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.186045 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.186342 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 1 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:36:48.233741 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:48.240560 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-5292a53c-e426-401f-866c-2f4c88c7996f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=05e831f5519243b1ab46c4439335b164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556661 Sep 27 16:36:48.249524 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54144) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:48.274310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:48.334738 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:48.346358 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:36:48.434669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292a53c-e426-401f-866c-2f4c88c7996f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba11ae12-d766-4b54-b00b-73f3846789bc,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:48.458544 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-942db228-948e-44ef-b05d-62cd419ae344 admin admin] Publish callbacks [] for security_group (ba11ae12-d766-4b54-b00b-73f3846789bc), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.461740 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-917b2a1b-d18a-4897-9977-3bd4b57ee4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.466537 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.469380 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c4bf4d7e-972c-4797-ad90-8f3803779b3d up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:48.602082 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-942db228-948e-44ef-b05d-62cd419ae344 admin admin] Publish callbacks [] for security_group (ba11ae12-d766-4b54-b00b-73f3846789bc), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.766906 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87537990-e43e-41d4-b16b-3e7b808987cc req-7792b492-cf44-458c-911d-2d83ed716bba tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.1283302 Sep 27 16:36:48.837409 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 2 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:36:48.857978 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-917b2a1b-d18a-4897-9977-3bd4b57ee4b5 admin admin] Publish callbacks [] for security_group (5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.892408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f8de3-f5cf-4268-baa3-7d6c6f360f69 req-0c120cf2-6e91-4280-904a-324e3a3e1f78 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:48.900403 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-839f8de3-f5cf-4268-baa3-7d6c6f360f69 req-0c120cf2-6e91-4280-904a-324e3a3e1f78 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 931 time: 0.3079205 Sep 27 16:36:48.908915 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:48.922972 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-942db228-948e-44ef-b05d-62cd419ae344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ba11ae12-d766-4b54-b00b-73f3846789bc), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.925931 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-942db228-948e-44ef-b05d-62cd419ae344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.929909 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-942db228-948e-44ef-b05d-62cd419ae344 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ba11ae12-d766-4b54-b00b-73f3846789bc HTTP/1.1" status: 204 len: 168 time: 0.6784112 Sep 27 16:36:48.933178 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:48.933407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c4bf4d7e-972c-4797-ad90-8f3803779b3d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:48.933819 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.934328 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c4bf4d7e-972c-4797-ad90-8f3803779b3d Sep 27 16:36:48.937723 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:48.954793 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-917b2a1b-d18a-4897-9977-3bd4b57ee4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:48.986749 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.024997 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942db228-948e-44ef-b05d-62cd419ae344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba11ae12-d766-4b54-b00b-73f3846789bc,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:49.036159 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-917b2a1b-d18a-4897-9977-3bd4b57ee4b5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e98aef08432e4f3889f974b8a2b70f83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1832633 Sep 27 16:36:49.037709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54172) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:49.105472 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.107966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (13de3710-4494-4377-930a-62558a6d7f20), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.187127 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-839f8de3-f5cf-4268-baa3-7d6c6f360f69 req-976310bc-1080-47e3-8247-9e563b9e7bf1 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857518 Sep 27 16:36:49.219320 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598be294-4d75-4e83-9ef3-4c13b0a611d9 {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:36:49.225366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Publish callbacks [] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.231389 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:49.250597 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69af2de0-e7c5-493d-b075-e6c3c0331f91 admin admin] Publish callbacks [] for security_group (5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.281972 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Transition to ACTIVE for port object 598be294-4d75-4e83-9ef3-4c13b0a611d9 will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:36:49.283466 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=c5af76b6-4285-4721-b54f-a1b9635e88e3,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:49.298271 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b2a1b-d18a-4897-9977-3bd4b57ee4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:49.326378 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.331498 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-8be49564-b16a-459e-ba49-9da3479e4584 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3669572 Sep 27 16:36:49.356902 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c4bf4d7e-972c-4797-ad90-8f3803779b3d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:49.364288 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69af2de0-e7c5-493d-b075-e6c3c0331f91 admin admin] Publish callbacks [] for security_group (5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.408302 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.438638 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 3 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:36:49.495033 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:49.520577 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Pushing event updated for resources: {'Port': ['ID=598be294-4d75-4e83-9ef3-4c13b0a611d9,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:49.544562 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69af2de0-e7c5-493d-b075-e6c3c0331f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.550990 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69af2de0-e7c5-493d-b075-e6c3c0331f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.558687 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-69af2de0-e7c5-493d-b075-e6c3c0331f91 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d HTTP/1.1" status: 204 len: 168 time: 0.5062406 Sep 27 16:36:49.584600 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af2de0-e7c5-493d-b075-e6c3c0331f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff88cfb-8c97-4f14-a6b3-1e6eb3694d4d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:49.584771 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 2dadbc72-71d2-4e63-9ff5-194bfc6b848a up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:36:49.706811 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Attempting to bind port 598be294-4d75-4e83-9ef3-4c13b0a611d9 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:49.716737 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Attempting to bind port 598be294-4d75-4e83-9ef3-4c13b0a611d9 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:49.716737 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Attempting to bind port 598be294-4d75-4e83-9ef3-4c13b0a611d9 on network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:49.716928 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:49.716928 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:49.716928 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a Sep 27 16:36:49.772742 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:49.815642 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 on network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:36:49.829689 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Attempting to bind port 598be294-4d75-4e83-9ef3-4c13b0a611d9 on network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:49.909312 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:36:49.989740 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-aceeec8d-c940-4207-a781-58b70e5c3fe4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--737917341&fields=id&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 267 time: 0.1966929 Sep 27 16:36:49.997505 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 4 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:36:50.099633 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e327323-52c0-4eb9-a9ce-5997ea17515b req-c5489d4c-7491-49b7-ad48-dd5963882f9d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.1072061 Sep 27 16:36:50.099838 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:50.231346 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:50.232351 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Checking segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:50.233061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Bound using segment: {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:50.233818 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Bound port: 598be294-4d75-4e83-9ef3-4c13b0a611d9, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68201416-9b8e-4a5a-b090-02057ced8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:50.234328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:50.245030 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-cf7f811d-c769-4521-b7e5-c8f329383a52 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:50.247098 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-cf7f811d-c769-4521-b7e5-c8f329383a52 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.2561407 Sep 27 16:36:50.264914 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:50.303500 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-12d949a5-7b46-4cbc-aa63-9c4a4bb9d879 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/quotas/73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 375 time: 0.0441155 Sep 27 16:36:50.461303 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a451e1-13c7-480c-a410-afd5b1c19d08 req-1e6c89e7-0468-4f7e-9e2f-90e9b310cb4e tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:50.469976 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90a451e1-13c7-480c-a410-afd5b1c19d08 req-1e6c89e7-0468-4f7e-9e2f-90e9b310cb4e tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.1350565 Sep 27 16:36:50.519106 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-218e1a0f-9d42-47f2-acf1-c27e642b97b0 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029779 Sep 27 16:36:50.604643 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 5 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:36:50.659320 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] For port 598be294-4d75-4e83-9ef3-4c13b0a611d9, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:50.719968 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90a451e1-13c7-480c-a410-afd5b1c19d08 req-09b5b5b5-95ca-40e0-b926-23907da2aea6 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485347 Sep 27 16:36:50.721058 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:50.730146 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] For port 598be294-4d75-4e83-9ef3-4c13b0a611d9, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:50.753480 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54234) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:50.784966 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-716a2cff-f697-43b2-bf0b-7137f7acd927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:50.818830 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-81326010-bab6-42be-a5cd-6cb3878f904f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744596 Sep 27 16:36:50.936699 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:50.986473 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-716a2cff-f697-43b2-bf0b-7137f7acd927 admin admin] Publish callbacks [] for security_group (ffda14f4-077e-4f85-a70d-e363018ca7e2), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.071576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-716a2cff-f697-43b2-bf0b-7137f7acd927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ffda14f4-077e-4f85-a70d-e363018ca7e2), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.151966 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-716a2cff-f697-43b2-bf0b-7137f7acd927 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3cfe269f5cb749959937adef4c17915a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973734 Sep 27 16:36:51.154737 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54246) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:51.162077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a2cff-f697-43b2-bf0b-7137f7acd927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda14f4-077e-4f85-a70d-e363018ca7e2,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:51.223035 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Attempt 6 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:36:51.242852 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-25f03135-9357-4c6e-9be0-7007b9ce4932 admin admin] Publish callbacks [] for security_group (ffda14f4-077e-4f85-a70d-e363018ca7e2), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.302515 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-25f03135-9357-4c6e-9be0-7007b9ce4932 admin admin] Publish callbacks [] for security_group (ffda14f4-077e-4f85-a70d-e363018ca7e2), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.348729 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:51.349361 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.365867 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/598be294-4d75-4e83-9ef3-4c13b0a611d9 HTTP/1.1" status: 200 len: 1093 time: 5.1327586 Sep 27 16:36:51.370520 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'tag': '598be294-4d75-4e83-9ef3-4c13b0a611d9'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:36:51.530503 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-86b0ea51-6e9b-482b-b24e-acf1b1703a9c None None] Port 598be294-4d75-4e83-9ef3-4c13b0a611d9 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:36:51.579414 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-25f03135-9357-4c6e-9be0-7007b9ce4932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ffda14f4-077e-4f85-a70d-e363018ca7e2), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.582598 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-25f03135-9357-4c6e-9be0-7007b9ce4932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:51.584791 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-25f03135-9357-4c6e-9be0-7007b9ce4932 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ffda14f4-077e-4f85-a70d-e363018ca7e2 HTTP/1.1" status: 204 len: 168 time: 0.4287314 Sep 27 16:36:51.605133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f03135-9357-4c6e-9be0-7007b9ce4932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda14f4-077e-4f85-a70d-e363018ca7e2,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:51.695864 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:51.705307 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eeab013a-1582-42a6-9b1a-f4ac27ed351f req-11c7b721-9af0-42fc-9043-8e78136b08c8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.1253767 Sep 27 16:36:51.743852 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-6448c49e-761b-40a7-b093-04b86e1d707e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9235959 Sep 27 16:36:51.760731 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd4427-3e5b-4214-9d38-4fc29ab02303 service neutron] Pushing event updated for resources: {'Port': ['ID=598be294-4d75-4e83-9ef3-4c13b0a611d9,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:51.949191 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32eba-62f1-4966-afcb-cca27b61bdd3 req-ad36b7d8-73dc-4e43-9338-85bf600945f4 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:51.951396 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e4e32eba-62f1-4966-afcb-cca27b61bdd3 req-ad36b7d8-73dc-4e43-9338-85bf600945f4 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.0836842 Sep 27 16:36:51.955734 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc3933-ee3f-4956-a938-df65efc4b5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b665e8b-d6f6-4474-9066-70f12819fad1", "tag": "598be294-4d75-4e83-9ef3-4c13b0a611d9"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:36:52.063156 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e4e32eba-62f1-4966-afcb-cca27b61bdd3 req-e0866ea0-f61f-48df-8188-9d7b64231a6c tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018760 Sep 27 16:36:52.188592 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f442e96-d233-4e9b-9217-bda2052bca47 req-b85bff6f-399d-4a3a-9384-10bb211f9d87 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0698056 Sep 27 16:36:52.348661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-ff9016b0-c2a8-4ad5-87a9-db2fd09438c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:52.350253 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-ff9016b0-c2a8-4ad5-87a9-db2fd09438c7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=996f7fb4be7b42ceb08488b812087543&device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 1127 time: 0.1498439 Sep 27 16:36:52.503859 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-0f0bc419-555e-407f-86ce-fda057292d34 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9 HTTP/1.1" status: 200 len: 217 time: 0.1071522 Sep 27 16:36:52.590533 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.33', 55115) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:52.597878 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54308) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:52.602365 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db970fcf-32a6-41a1-a40d-8b0cca7ed8bb x-openstack-request-id: req-db970fcf-32a6-41a1-a40d-8b0cca7ed8bb {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:36:52.603304 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b665e8b-d6f6-4474-9066-70f12819fad1", "tag": "598be294-4d75-4e83-9ef3-4c13b0a611d9", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:36:52.603552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db970fcf-32a6-41a1-a40d-8b0cca7ed8bb {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:36:52.604317 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db970fcf-32a6-41a1-a40d-8b0cca7ed8bb'] response: {'name': 'network-changed', 'server_uuid': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'tag': '598be294-4d75-4e83-9ef3-4c13b0a611d9', 'status': 'completed', 'code': 200} Sep 27 16:36:52.675150 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0fe15bb5-c039-4a92-a396-d07036e0c05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:52.789483 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-006c17b4-19bd-4025-b816-e5a837245dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:52.789483 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-006c17b4-19bd-4025-b816-e5a837245dc8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=777e4aca-967d-4809-8830-cf396a2e6ba2 HTTP/1.1" status: 200 len: 851 time: 0.2153461 Sep 27 16:36:52.808311 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:52.945120 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:53.052287 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-df28c9f9-dc72-4ab6-812c-de787751d1ae req-0b9270c5-6213-4f7c-97eb-7f8d610f7433 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.1075220 Sep 27 16:36:53.063864 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-19a25edf-f244-4916-bf8c-a7cc8a6cb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:53.068266 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-19a25edf-f244-4916-bf8c-a7cc8a6cb6ec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6dde6306-738e-4712-a96b-a15f6cb9b5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2368793 Sep 27 16:36:53.099519 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-4179b3c7-9b35-4251-8a5a-629e30c1020b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:53.101780 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-4179b3c7-9b35-4251-8a5a-629e30c1020b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 817 time: 0.4796896 Sep 27 16:36:53.222362 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-116212c0-5121-4660-82c9-5556e0ccd254 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405754 Sep 27 16:36:53.307339 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-4a82936a-ac7c-46e4-b466-87964fc2cb68 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 379 time: 0.1843252 Sep 27 16:36:53.308163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:53.330534 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0fe15bb5-c039-4a92-a396-d07036e0c05e admin admin] Publish callbacks [] for security_group (5ca5da64-6c1a-497c-9424-c1003185283f), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:53.368316 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d26b855b-15af-4b04-9cb2-dcf5c1dda42e req-7c08a49f-38a7-4ecb-8b06-e91a9e4f67d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0950816 Sep 27 16:36:53.382256 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4ad0-d26f-4ba5-9772-dde9a988c5ea req-7d41b548-02f1-435f-887e-a08b6b3f98ae tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:53.389615 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-abad4ad0-d26f-4ba5-9772-dde9a988c5ea req-7d41b548-02f1-435f-887e-a08b6b3f98ae tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.1601744 Sep 27 16:36:53.413027 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0fe15bb5-c039-4a92-a396-d07036e0c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5ca5da64-6c1a-497c-9424-c1003185283f), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:53.508161 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'port': {'device_id': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'admin_state_up': True, 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'security_groups': ['e69cf6b6-724d-4e59-9670-3dfe316442ff']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:53.521289 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0fe15bb5-c039-4a92-a396-d07036e0c05e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=08d0c840081b419ab17893b5520a7bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9186361 Sep 27 16:36:53.524269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54338) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:53.533949 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-abad4ad0-d26f-4ba5-9772-dde9a988c5ea req-bc5f587e-83af-4f6c-98e5-07fd6d2aafc4 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434088 Sep 27 16:36:53.542505 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15bb5-c039-4a92-a396-d07036e0c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5da64-6c1a-497c-9424-c1003185283f,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:53.574252 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2d6a81-ccac-4161-9307-f02077eda4ba req-44c8fcd6-7a29-47bc-beb2-197ad971c301 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995677 Sep 27 16:36:53.701736 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4aedfea2-9146-4bd2-916a-8a99339ab9ce admin admin] Publish callbacks [] for security_group (5ca5da64-6c1a-497c-9424-c1003185283f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:53.734153 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4aedfea2-9146-4bd2-916a-8a99339ab9ce admin admin] Publish callbacks [] for security_group (5ca5da64-6c1a-497c-9424-c1003185283f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:53.781374 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-430460f7-22d3-4904-ad90-2a34e7163a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:53.783451 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-430460f7-22d3-4904-ad90-2a34e7163a18 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=996f7fb4be7b42ceb08488b812087543&device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 1127 time: 0.0670419 Sep 27 16:36:53.843960 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Made reservation on behalf of 41cca09950c34cc7baded0eb0a42bb07 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:53.848382 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:54.055014 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-a3072906-86d7-45fe-a564-d04c2101a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:54.057244 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-a3072906-86d7-45fe-a564-d04c2101a831 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6dde6306-738e-4712-a96b-a15f6cb9b5d1 HTTP/1.1" status: 200 len: 913 time: 0.2454226 Sep 27 16:36:54.178544 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4aedfea2-9146-4bd2-916a-8a99339ab9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5ca5da64-6c1a-497c-9424-c1003185283f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:54.182054 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4aedfea2-9146-4bd2-916a-8a99339ab9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:54.185891 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4aedfea2-9146-4bd2-916a-8a99339ab9ce admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5ca5da64-6c1a-497c-9424-c1003185283f HTTP/1.1" status: 204 len: 168 time: 0.6583111 Sep 27 16:36:54.211556 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedfea2-9146-4bd2-916a-8a99339ab9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5da64-6c1a-497c-9424-c1003185283f,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:54.246401 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-c39e2175-59ab-4bfc-bdc2-e810db836e95 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9 HTTP/1.1" status: 200 len: 217 time: 0.1072760 Sep 27 16:36:54.310792 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-66a02c5b-c628-4dce-bfab-eb6091973973 req-cb7ccfd7-fb13-45e3-827b-13f36233323a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.0675056 Sep 27 16:36:54.382205 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Allocated IP 172.20.0.6 (34ae499e-6ac1-41bb-a843-2b013f2ce3f9/d64076bd-cc75-40f7-a83e-aa19790a19ac/184e6faa-be62-4210-acc1-64aceea7f1f0) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:54.435586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-7fea7877-4c1c-4bf3-a2b3-d408d082eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:54.439177 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-7fea7877-4c1c-4bf3-a2b3-d408d082eba5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=777e4aca-967d-4809-8830-cf396a2e6ba2 HTTP/1.1" status: 200 len: 851 time: 0.1625752 Sep 27 16:36:54.620497 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:54.622869 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f745ff58-baa0-45f9-a37f-75989febdca3 req-047a612e-bbb1-4c90-836a-d2cad9e101af tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0661554 Sep 27 16:36:54.628599 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:54.647223 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-63bdb19d-263b-4e8f-882d-25c1e1cc7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:54.651445 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-63bdb19d-263b-4e8f-882d-25c1e1cc7ad2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6dde6306-738e-4712-a96b-a15f6cb9b5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1977830 Sep 27 16:36:54.786191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:54.789817 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-059a78ad-a4fd-452b-b487-727ab0943c80 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195543 Sep 27 16:36:54.911159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c173c-a21e-412a-bbb8-875fd62b327a req-8e6333d9-197c-40b6-9725-8268c7a3a147 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:54.919466 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-703c173c-a21e-412a-bbb8-875fd62b327a req-8e6333d9-197c-40b6-9725-8268c7a3a147 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.1277151 Sep 27 16:36:54.980104 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:55.039280 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:55.044149 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-703c173c-a21e-412a-bbb8-875fd62b327a req-0f1b6bc9-cc7e-496c-a40a-512da44fa2ad tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236200 Sep 27 16:36:55.075571 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-94fc3933-ee3f-4956-a938-df65efc4b5b7 req-7b52e4bd-41ce-463a-aac7-720586ab9362 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375154 Sep 27 16:36:55.128126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:36:55.132070 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:36:55.132070 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:36:55.136838 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:55.137573 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:55.149015 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:55.292009 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-adc3bfe7-af9a-4fc8-912f-b1d7ef242f3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7993183 Sep 27 16:36:55.462329 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Request body: {'port': {'device_id': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:55.516763 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Provisioning complete for port 184e6faa-be62-4210-acc1-64aceea7f1f0 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:36:55.517870 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:55.519184 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Attempt 1 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:36:55.587739 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:55.594564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:55.779482 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f52c-12b4-44e7-8dfd-0f14c73e190a req-91014bcb-1940-4e3c-9d41-3279302ca3e8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:55.781475 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b064f52c-12b4-44e7-8dfd-0f14c73e190a req-91014bcb-1940-4e3c-9d41-3279302ca3e8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 931 time: 0.3357327 Sep 27 16:36:55.915862 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3b8ad068-d746-4825-8082-54519c05c5ef req-c3d49b8b-27bb-43af-afa2-c0686d8930d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0819881 Sep 27 16:36:55.955238 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b064f52c-12b4-44e7-8dfd-0f14c73e190a req-e827ce12-7232-4484-a257-cb498c822c6b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418390 Sep 27 16:36:56.098491 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Attempt 2 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:36:56.132726 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:56.190292 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827124e-d77c-4a81-9c37-8054a8c3277b req-fcf7ff49-6ae4-4d83-ac7a-71aece3db4f6 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:56.192160 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b827124e-d77c-4a81-9c37-8054a8c3277b req-fcf7ff49-6ae4-4d83-ac7a-71aece3db4f6 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.0607562 Sep 27 16:36:56.246854 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b827124e-d77c-4a81-9c37-8054a8c3277b req-6f6b2f68-0545-45eb-b802-84bd176ad3ac tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Sep 27 16:36:56.249044 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184e6faa-be62-4210-acc1-64aceea7f1f0 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:36:56.257163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Publish callbacks [] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:56.278762 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Transition to ACTIVE for port object 184e6faa-be62-4210-acc1-64aceea7f1f0 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:36:56.707355 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Attempt 3 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:36:56.707355 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:57.006407 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-50e41112-ed96-4b7f-b10e-46637a96839e req-dbd41dda-2cb6-4004-a40f-c38c5e39705f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0308850 Sep 27 16:36:57.108818 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088676d-5756-4a33-ad81-86b5cd098ffa req-ebbcf0f6-b0a6-485f-9b5b-39183fc12f6d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:57.110297 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3088676d-5756-4a33-ad81-86b5cd098ffa req-ebbcf0f6-b0a6-485f-9b5b-39183fc12f6d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 931 time: 0.0466559 Sep 27 16:36:57.158655 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3088676d-5756-4a33-ad81-86b5cd098ffa req-3dec39f0-66b2-41cd-82bd-0c7a1885cc4b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Sep 27 16:36:57.169458 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Attempt 4 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:36:57.205082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:57.367299 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1441b6-ee8e-41cc-9b3e-66f24adb9f18 req-e81993b2-8fb7-499c-a74b-fe1accc8d7ec tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:57.368740 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-da1441b6-ee8e-41cc-9b3e-66f24adb9f18 req-e81993b2-8fb7-499c-a74b-fe1accc8d7ec tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.0480871 Sep 27 16:36:57.427670 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-da1441b6-ee8e-41cc-9b3e-66f24adb9f18 req-58b05337-362f-4a1d-9660-43275a6e3127 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Sep 27 16:36:57.501437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:57.599083 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Attempting to bind port 184e6faa-be62-4210-acc1-64aceea7f1f0 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:36:57.599443 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Attempting to bind port 184e6faa-be62-4210-acc1-64aceea7f1f0 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:36:57.602310 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Attempting to bind port 184e6faa-be62-4210-acc1-64aceea7f1f0 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:57.604968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335a98-7157-440d-bce2-d5345049973d service neutron] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:57.655056 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:36:57.655389 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Attempting to bind port 184e6faa-be62-4210-acc1-64aceea7f1f0 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:36:57.706603 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Attempt 5 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:36:57.729830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:36:57.730165 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Checking segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:36:57.730732 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Bound using segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:36:57.731602 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Bound port: 184e6faa-be62-4210-acc1-64aceea7f1f0, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:36:57.731602 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:57.739430 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:36:57.794046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:36:57.798646 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:36:57.893690 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:57.923380 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:57.924644 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:57.934498 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-71335a98-7157-440d-bce2-d5345049973d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 1093 time: 2.4695268 Sep 27 16:36:57.934498 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:36:57.965234 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-bd6c3e3a-5abd-463a-b43e-07e24db96b3e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:57.966863 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-bd6c3e3a-5abd-463a-b43e-07e24db96b3e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.1295035 Sep 27 16:36:58.035527 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335a98-7157-440d-bce2-d5345049973d service neutron] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:58.065677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:58.149331 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07e8c63c-746f-485c-9b93-39ee679df113 req-bd3310d0-2393-4e59-aa5e-271847505d1e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0358546 Sep 27 16:36:58.240999 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Attempt 6 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:36:58.312845 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a69c3-04f4-4536-b2f5-541d9c4dcbbc None None] Port 184e6faa-be62-4210-acc1-64aceea7f1f0 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:36:58.336781 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae20f5-2894-4a1a-be0b-c626ff87c71a req-f3b50bdd-bf1c-428a-81ab-c2f52a51b146 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:58.348870 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07ae20f5-2894-4a1a-be0b-c626ff87c71a req-f3b50bdd-bf1c-428a-81ab-c2f52a51b146 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0702591 Sep 27 16:36:58.349344 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42244c6f-165f-460f-b730-244a8551d2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:36:58.399439 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07ae20f5-2894-4a1a-be0b-c626ff87c71a req-1c0a057e-88c6-4837-ada6-781819a95ed3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473759 Sep 27 16:36:58.571238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414a55d-98f3-4fc4-a17b-664e5dbc1a5f req-aec23ab9-223f-495c-b459-0b895ca42f82 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:58.572848 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4414a55d-98f3-4fc4-a17b-664e5dbc1a5f req-aec23ab9-223f-495c-b459-0b895ca42f82 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.0534699 Sep 27 16:36:58.648176 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4414a55d-98f3-4fc4-a17b-664e5dbc1a5f req-f189eda6-a3ae-4ee3-bda4-4b4ba1ad723d tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636852 Sep 27 16:36:58.676261 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:58.713053 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7908665-df35-4c13-853e-4fbcfa9a496a x-openstack-request-id: req-f7908665-df35-4c13-853e-4fbcfa9a496a {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:36:58.714072 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:36:58.714557 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7908665-df35-4c13-853e-4fbcfa9a496a {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:36:58.716253 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7908665-df35-4c13-853e-4fbcfa9a496a'] response: {'name': 'network-changed', 'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'status': 'completed', 'code': 200} Sep 27 16:36:58.749195 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:58.798081 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:58.846423 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54508) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:58.945199 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-79366b08-8746-44f6-81af-23fa6b5b71d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.014116 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:59.043032 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-79366b08-8746-44f6-81af-23fa6b5b71d5 admin admin] Publish callbacks [] for security_group (5a9d7e7a-1f24-4721-b114-e6357be46989), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.122516 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-79366b08-8746-44f6-81af-23fa6b5b71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5a9d7e7a-1f24-4721-b114-e6357be46989), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.190672 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-79366b08-8746-44f6-81af-23fa6b5b71d5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=44114768a46c440ebe3222da40801a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488793 Sep 27 16:36:59.191575 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54524) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:59.207348 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366b08-8746-44f6-81af-23fa6b5b71d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d7e7a-1f24-4721-b114-e6357be46989,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:59.269285 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244c6f-165f-460f-b730-244a8551d2bd req-5ebe9e43-11d6-4a64-8ef8-1d524996254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:59.271056 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-42244c6f-165f-460f-b730-244a8551d2bd req-5ebe9e43-11d6-4a64-8ef8-1d524996254d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1127 time: 0.1427116 Sep 27 16:36:59.272476 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-507527cc-633b-4102-bc4a-dc3ae4f47fc5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 379 time: 0.1355543 Sep 27 16:36:59.288669 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'port': {'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'admin_state_up': True, 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'security_groups': ['cab7ce73-3da2-496a-b18e-a98df31ea6ca']}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:36:59.310765 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3164d3f6-24a0-4e67-b787-56b7772fcef1 req-7e5d1cd6-bced-4609-bda1-03619f37db31 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0372636 Sep 27 16:36:59.336244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2de654ae-2955-4ec9-954e-bf856c5228f7 admin admin] Publish callbacks [] for security_group (5a9d7e7a-1f24-4721-b114-e6357be46989), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.336442 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:59.485937 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2de654ae-2955-4ec9-954e-bf856c5228f7 admin admin] Publish callbacks [] for security_group (5a9d7e7a-1f24-4721-b114-e6357be46989), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.539411 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Made reservation on behalf of 73fad530905b485cb7141793f6130a9e for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:36:59.544852 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.549147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244c6f-165f-460f-b730-244a8551d2bd req-3fbb8366-184d-4cf8-a60b-73db13f5861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:59.550849 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-42244c6f-165f-460f-b730-244a8551d2bd req-3fbb8366-184d-4cf8-a60b-73db13f5861e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=41cca09950c34cc7baded0eb0a42bb07&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2679422 Sep 27 16:36:59.633401 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54540) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:36:59.639840 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:36:59.655643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c7d5-a348-4344-9519-b7aca3a1be72 req-6cd0e159-ae90-4b4d-b48f-d7f55b1c503e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:59.672103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87d7c7d5-a348-4344-9519-b7aca3a1be72 req-6cd0e159-ae90-4b4d-b48f-d7f55b1c503e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1036422 Sep 27 16:36:59.773652 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2de654ae-2955-4ec9-954e-bf856c5228f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5a9d7e7a-1f24-4721-b114-e6357be46989), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.776536 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2de654ae-2955-4ec9-954e-bf856c5228f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.777691 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-2de654ae-2955-4ec9-954e-bf856c5228f7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5a9d7e7a-1f24-4721-b114-e6357be46989 HTTP/1.1" status: 204 len: 168 time: 0.5848758 Sep 27 16:36:59.836968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de654ae-2955-4ec9-954e-bf856c5228f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d7e7a-1f24-4721-b114-e6357be46989,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:36:59.841699 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244c6f-165f-460f-b730-244a8551d2bd req-d0672a57-5e50-40dd-b33d-d9c726db5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:59.843445 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-42244c6f-165f-460f-b730-244a8551d2bd req-d0672a57-5e50-40dd-b33d-d9c726db5f6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809963 Sep 27 16:36:59.875658 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4572d656-341a-4bca-b587-5abb2bd73ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:36:59.877534 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87d7c7d5-a348-4344-9519-b7aca3a1be72 req-85377b32-d538-4a96-a774-9b4ca103640e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021155 Sep 27 16:36:59.901061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.20.0.10 (16983143-f1f9-476b-8846-75cee163a487/87db513a-afee-48ee-a140-5875ef7c38a0/28c38995-7f8b-4c47-85ed-9090cbdf348e) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:36:59.921643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14f183-40ff-41f3-b7e1-f0a4592256d1 req-af01e708-768f-4690-b09e-0ec965468185 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:36:59.922852 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fe14f183-40ff-41f3-b7e1-f0a4592256d1 req-af01e708-768f-4690-b09e-0ec965468185 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.1499391 Sep 27 16:37:00.001356 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-f160ca04-157f-44a2-8ac2-d7a6874bb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:00.002942 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-f160ca04-157f-44a2-8ac2-d7a6874bb182 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1127 time: 0.0634918 Sep 27 16:37:00.004665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4572d656-341a-4bca-b587-5abb2bd73ff7 admin admin] Publish callbacks [] for security_group (7231d538-064f-4a95-b52a-fc4fe4091eb0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.055692 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fe14f183-40ff-41f3-b7e1-f0a4592256d1 req-c42ae8e9-acbd-40e5-9c61-c8f2ffb332ca tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222918 Sep 27 16:37:00.093359 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-152b6128-c140-420a-86c2-4789b3a83c1b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 217 time: 0.0794785 Sep 27 16:37:00.147248 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4572d656-341a-4bca-b587-5abb2bd73ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7231d538-064f-4a95-b52a-fc4fe4091eb0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.176263 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.204500 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4572d656-341a-4bca-b587-5abb2bd73ff7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b19dd00581bf42449a63d13a2fdb27b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697899 Sep 27 16:37:00.207606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54582) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:00.238038 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-b468f2f6-f66a-46de-a814-3d0a61f57ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:00.240083 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-b468f2f6-f66a-46de-a814-3d0a61f57ee2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.1378384 Sep 27 16:37:00.241051 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572d656-341a-4bca-b587-5abb2bd73ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231d538-064f-4a95-b52a-fc4fe4091eb0,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:00.294536 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-67bdffeb-491e-4136-bbb9-ed917d06444f admin admin] Publish callbacks [] for security_group (7231d538-064f-4a95-b52a-fc4fe4091eb0), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.322323 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-67bdffeb-491e-4136-bbb9-ed917d06444f admin admin] Publish callbacks [] for security_group (7231d538-064f-4a95-b52a-fc4fe4091eb0), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.334928 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.352211 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-456601b1-cfe2-4137-9344-e2f09c99a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:00.353803 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-456601b1-cfe2-4137-9344-e2f09c99a1fd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010728 Sep 27 16:37:00.375763 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:00.397661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:00.409377 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:37:00.412964 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:00.413583 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.472262 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=28c38995-7f8b-4c47-85ed-9090cbdf348e,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:00.496336 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdf2d1-ef35-41d0-b83a-3da9a22fb336 req-5d4b1f90-7521-469c-8bd2-7e48e8d21447 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:00.498185 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87fdf2d1-ef35-41d0-b83a-3da9a22fb336 req-5d4b1f90-7521-469c-8bd2-7e48e8d21447 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 932 time: 0.0931945 Sep 27 16:37:00.538331 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:00.558215 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87fdf2d1-ef35-41d0-b83a-3da9a22fb336 req-016abe02-f4dd-47b6-84b1-87c4d33a8c27 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533113 Sep 27 16:37:00.582813 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-16861453-b52b-42b3-af3e-a34422476951 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2876139 Sep 27 16:37:00.582813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-67bdffeb-491e-4136-bbb9-ed917d06444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7231d538-064f-4a95-b52a-fc4fe4091eb0), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.582813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-67bdffeb-491e-4136-bbb9-ed917d06444f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.582813 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-67bdffeb-491e-4136-bbb9-ed917d06444f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7231d538-064f-4a95-b52a-fc4fe4091eb0 HTTP/1.1" status: 204 len: 168 time: 0.3675864 Sep 27 16:37:00.604691 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Request body: {'port': {'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:00.613111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdffeb-491e-4136-bbb9-ed917d06444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231d538-064f-4a95-b52a-fc4fe4091eb0,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:00.667474 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:00.697131 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-d99788db-1767-4b6b-9d46-126e2fc95881 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337176 Sep 27 16:37:00.709587 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.758508 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Provisioning complete for port 28c38995-7f8b-4c47-85ed-9090cbdf348e triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:00.759041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.759749 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Attempt 1 to provision port 28c38995-7f8b-4c47-85ed-9090cbdf348e Sep 27 16:37:00.791694 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54594) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:00.817416 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-923718ac-e03a-4e5b-8254-cd97018f4cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:00.835921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Port 28c38995-7f8b-4c47-85ed-9090cbdf348e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:00.849563 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-324210ae-f84b-4cb1-ad17-e76ea80b0f08 req-87c92edc-6361-4201-9e52-ea9fe88a4df8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433516 Sep 27 16:37:00.960681 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-923718ac-e03a-4e5b-8254-cd97018f4cd2 admin admin] Publish callbacks [] for security_group (41b18b72-4ed1-4050-8548-901d2389bd0a), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.013865 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 598be294-4d75-4e83-9ef3-4c13b0a611d9 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:37:01.033447 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39638031-c0e7-44d0-bd85-b5b6e45242cd req-daa29b36-9bc5-4a3d-9076-491f9d7f6bcc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:01.040875 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-39638031-c0e7-44d0-bd85-b5b6e45242cd req-daa29b36-9bc5-4a3d-9076-491f9d7f6bcc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0759611 Sep 27 16:37:01.047676 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-923718ac-e03a-4e5b-8254-cd97018f4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (41b18b72-4ed1-4050-8548-901d2389bd0a), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.108142 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-923718ac-e03a-4e5b-8254-cd97018f4cd2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c41d2fe78f3c4f3cbb71565656e3548c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122716 Sep 27 16:37:01.108142 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923718ac-e03a-4e5b-8254-cd97018f4cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b18b72-4ed1-4050-8548-901d2389bd0a,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:01.110338 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54604) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:01.144281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c38995-7f8b-4c47-85ed-9090cbdf348e {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:37:01.156104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Publish callbacks [] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.165704 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 598be294-4d75-4e83-9ef3-4c13b0a611d9, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:01.177467 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-39638031-c0e7-44d0-bd85-b5b6e45242cd req-c39a1312-47ee-4ff3-ad55-f2f15c9d5783 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351521 Sep 27 16:37:01.182329 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '598be294-4d75-4e83-9ef3-4c13b0a611d9', 'network_id': '6dde6306-738e-4712-a96b-a15f6cb9b5d1', 'port_id': '598be294-4d75-4e83-9ef3-4c13b0a611d9', 'mac_address': 'fa:16:3e:95:fb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777e4aca-967d-4809-8830-cf396a2e6ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:37:01.213335 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce025-ca63-4682-b233-e23bc5f76526 admin admin] Publish callbacks [] for security_group (41b18b72-4ed1-4050-8548-901d2389bd0a), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.233238 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 598be294-4d75-4e83-9ef3-4c13b0a611d9 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:01.233631 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.242363 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f102-229c-4c97-a011-27fc498f0d97 req-632bc10a-c38c-4675-9c54-8b23cf4c7cba tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:01.243986 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce025-ca63-4682-b233-e23bc5f76526 admin admin] Publish callbacks [] for security_group (41b18b72-4ed1-4050-8548-901d2389bd0a), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.245155 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4e0f102-229c-4c97-a011-27fc498f0d97 req-632bc10a-c38c-4675-9c54-8b23cf4c7cba tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 943 time: 0.0621903 Sep 27 16:37:01.246378 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Transition to ACTIVE for port object 28c38995-7f8b-4c47-85ed-9090cbdf348e will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:37:01.254839 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598be294-4d75-4e83-9ef3-4c13b0a611d9 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:37:01.263803 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.290079 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 598be294-4d75-4e83-9ef3-4c13b0a611d9, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:01.318537 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54610) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:01.329191 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4e0f102-229c-4c97-a011-27fc498f0d97 req-a3028822-190c-411a-bc40-327dc438cbb0 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778015 Sep 27 16:37:01.340096 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.340683 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Attempt 2 to provision port 28c38995-7f8b-4c47-85ed-9090cbdf348e Sep 27 16:37:01.341024 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54614) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:01.395424 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:01.399701 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce025-ca63-4682-b233-e23bc5f76526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (41b18b72-4ed1-4050-8548-901d2389bd0a), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.399995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.400101 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce025-ca63-4682-b233-e23bc5f76526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.400232 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1b6ce025-ca63-4682-b233-e23bc5f76526 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/41b18b72-4ed1-4050-8548-901d2389bd0a HTTP/1.1" status: 204 len: 168 time: 0.2777231 Sep 27 16:37:01.401131 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Port 28c38995-7f8b-4c47-85ed-9090cbdf348e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:01.415440 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ce025-ca63-4682-b233-e23bc5f76526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b18b72-4ed1-4050-8548-901d2389bd0a,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:01.438050 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Attempting to bind port 28c38995-7f8b-4c47-85ed-9090cbdf348e on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:37:01.438399 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Attempting to bind port 28c38995-7f8b-4c47-85ed-9090cbdf348e by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:37:01.438745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Attempting to bind port 28c38995-7f8b-4c47-85ed-9090cbdf348e on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:01.463460 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:01.467002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Pushing event updated for resources: {'Port': ['ID=28c38995-7f8b-4c47-85ed-9090cbdf348e,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:01.475919 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=598be294-4d75-4e83-9ef3-4c13b0a611d9,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:01.489414 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Port 28c38995-7f8b-4c47-85ed-9090cbdf348e on network 16983143-f1f9-476b-8846-75cee163a487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:37:01.489753 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Attempting to bind port 28c38995-7f8b-4c47-85ed-9090cbdf348e on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:01.504751 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-733b185c-219c-452b-adfe-ec85a24817e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.546522 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:37:01.547490 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:01.548082 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Bound using segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:37:01.548712 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Bound port: 28c38995-7f8b-4c47-85ed-9090cbdf348e, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:37:01.549796 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.563176 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1884b95f-f2db-48f9-b644-9f6bcd415f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.657268 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-733b185c-219c-452b-adfe-ec85a24817e8 admin admin] Publish callbacks [] for security_group (3472b0e8-8873-4054-a3ce-379c9adb13ee), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.700838 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1884b95f-f2db-48f9-b644-9f6bcd415f72 admin admin] Publish callbacks [] for security_group (617363ee-d608-494d-b5b2-22eaffa6ec14), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.705308 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['598be294-4d75-4e83-9ef3-4c13b0a611d9'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:37:01.735013 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-733b185c-219c-452b-adfe-ec85a24817e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3472b0e8-8873-4054-a3ce-379c9adb13ee), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.741956 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] For port 28c38995-7f8b-4c47-85ed-9090cbdf348e, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:37:01.749518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3fce2-528b-48d8-9531-f94b783d23c1 req-abe33f6c-e7f4-451b-8f95-5262498646d6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:01.751077 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c1f3fce2-528b-48d8-9531-f94b783d23c1 req-abe33f6c-e7f4-451b-8f95-5262498646d6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 944 time: 0.0525217 Sep 27 16:37:01.769450 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] For port 28c38995-7f8b-4c47-85ed-9090cbdf348e, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:37:01.779670 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b185c-219c-452b-adfe-ec85a24817e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472b0e8-8873-4054-a3ce-379c9adb13ee,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:01.800600 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1884b95f-f2db-48f9-b644-9f6bcd415f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (617363ee-d608-494d-b5b2-22eaffa6ec14), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.817196 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c1f3fce2-528b-48d8-9531-f94b783d23c1 req-57991077-3d19-4491-86ba-11bdfadfecda tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585897 Sep 27 16:37:01.824224 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54622) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:01.837829 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b95f-f2db-48f9-b644-9f6bcd415f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617363ee-d608-494d-b5b2-22eaffa6ec14,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:01.841984 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9ea345d2-b601-453f-9cd9-f5c293556e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.852048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54624) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:01.852368 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-733b185c-219c-452b-adfe-ec85a24817e8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8b28c20d84ed481f9f7a3a088ced3bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322683 Sep 27 16:37:01.868100 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1884b95f-f2db-48f9-b644-9f6bcd415f72 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=253f3ef5ee774e92b68232ac728f7f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258362 Sep 27 16:37:01.882936 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.885967 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54626) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:01.891252 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:01.891942 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:01.893808 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/28c38995-7f8b-4c47-85ed-9090cbdf348e HTTP/1.1" status: 200 len: 1094 time: 1.3033521 Sep 27 16:37:01.894442 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:01.897728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e6a42-3581-4d90-a98c-7525485d65d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:01.904799 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Attempt 3 to provision port 28c38995-7f8b-4c47-85ed-9090cbdf348e Sep 27 16:37:01.952233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:01.970220 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40a314b0-72b7-4927-a362-33039eed519d admin admin] Publish callbacks [] for security_group (617363ee-d608-494d-b5b2-22eaffa6ec14), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.000235 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40a314b0-72b7-4927-a362-33039eed519d admin admin] Publish callbacks [] for security_group (617363ee-d608-494d-b5b2-22eaffa6ec14), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.054552 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c686-deb8-4ab0-bf75-ffc1d6465ba5 None None] Port 28c38995-7f8b-4c47-85ed-9090cbdf348e had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:37:02.080617 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81031edc-89a5-48a1-b1ba-dfa524b5238f x-openstack-request-id: req-81031edc-89a5-48a1-b1ba-dfa524b5238f {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:02.088186 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:02.088186 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81031edc-89a5-48a1-b1ba-dfa524b5238f {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:02.088186 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81031edc-89a5-48a1-b1ba-dfa524b5238f'] response: {'name': 'network-changed', 'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'status': 'completed', 'code': 200} Sep 27 16:37:02.126982 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-2f20d134-28b6-4c3c-bd5c-2c100a7772eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:02.128490 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-2f20d134-28b6-4c3c-bd5c-2c100a7772eb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 1128 time: 0.1066418 Sep 27 16:37:02.129849 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956f173-8b14-4b69-8fe1-269b47e56459 service neutron] Pushing event updated for resources: {'Port': ['ID=28c38995-7f8b-4c47-85ed-9090cbdf348e,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:02.178330 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7bb91f86-8099-4af0-8eda-6bf07822c448 admin admin] Publish callbacks [] for security_group (3472b0e8-8873-4054-a3ce-379c9adb13ee), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.182716 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-7cd6e3ae-24cf-4629-a496-b4e9a0616b60 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e HTTP/1.1" status: 200 len: 217 time: 0.0396621 Sep 27 16:37:02.234277 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7bb91f86-8099-4af0-8eda-6bf07822c448 admin admin] Publish callbacks [] for security_group (3472b0e8-8873-4054-a3ce-379c9adb13ee), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.245439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40a314b0-72b7-4927-a362-33039eed519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (617363ee-d608-494d-b5b2-22eaffa6ec14), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.245439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40a314b0-72b7-4927-a362-33039eed519d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.246368 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-40a314b0-72b7-4927-a362-33039eed519d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/617363ee-d608-494d-b5b2-22eaffa6ec14 HTTP/1.1" status: 204 len: 168 time: 0.3584697 Sep 27 16:37:02.255714 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a314b0-72b7-4927-a362-33039eed519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617363ee-d608-494d-b5b2-22eaffa6ec14,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:02.376046 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-6c3a36a4-c933-4418-83e0-58cf3329ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:02.376046 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-6c3a36a4-c933-4418-83e0-58cf3329ca8c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.1844482 Sep 27 16:37:02.427307 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335d7f-b0ee-4506-b11f-f0d384da68ce req-442d52f0-9c69-4ebe-90ca-10868b183112 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:02.428835 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-db335d7f-b0ee-4506-b11f-f0d384da68ce req-442d52f0-9c69-4ebe-90ca-10868b183112 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1126142 Sep 27 16:37:02.471163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:02.484694 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9ea345d2-b601-453f-9cd9-f5c293556e1d admin admin] Publish callbacks [] for security_group (37e4d3f3-07ff-416e-a28b-ea4ec463976d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.499532 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7bb91f86-8099-4af0-8eda-6bf07822c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3472b0e8-8873-4054-a3ce-379c9adb13ee), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.502126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7bb91f86-8099-4af0-8eda-6bf07822c448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.503273 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-7bb91f86-8099-4af0-8eda-6bf07822c448 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3472b0e8-8873-4054-a3ce-379c9adb13ee HTTP/1.1" status: 204 len: 168 time: 0.6497974 Sep 27 16:37:02.504344 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182356-9253-42c1-a1a8-622d793b439f req-79c08c63-0ef1-456b-b40b-e18b586a8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:02.505729 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-79c08c63-0ef1-456b-b40b-e18b586a8125 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1224401 Sep 27 16:37:02.551102 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb91f86-8099-4af0-8eda-6bf07822c448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472b0e8-8873-4054-a3ce-379c9adb13ee,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:02.563099 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d337b0-4eda-4934-b178-a171312b2588 req-2362f133-98c3-4e56-ae5e-28fa7d0c4705 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:02.564620 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-09d337b0-4eda-4934-b178-a171312b2588 req-2362f133-98c3-4e56-ae5e-28fa7d0c4705 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 944 time: 0.1211741 Sep 27 16:37:02.605185 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9ea345d2-b601-453f-9cd9-f5c293556e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (37e4d3f3-07ff-416e-a28b-ea4ec463976d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.623129 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-db335d7f-b0ee-4506-b11f-f0d384da68ce req-9ca08680-b0c2-4474-be74-409f71f7958c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845102 Sep 27 16:37:02.694757 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea345d2-b601-453f-9cd9-f5c293556e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4d3f3-07ff-416e-a28b-ea4ec463976d,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:02.706344 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9ea345d2-b601-453f-9cd9-f5c293556e1d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a67c9515ecca4ed68247ed389a5870c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8780694 Sep 27 16:37:02.708459 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54668) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:02.727838 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-09d337b0-4eda-4934-b178-a171312b2588 req-55eed4e2-98de-43bf-9af3-d9fd2dd54e50 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273136 Sep 27 16:37:02.732447 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-951d2ce5-293e-4b8f-9d3f-1c50810824c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181468 Sep 27 16:37:02.784169 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ec63be86-b4ba-41b3-9f78-8c52fe41616f admin admin] Publish callbacks [] for security_group (37e4d3f3-07ff-416e-a28b-ea4ec463976d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.808230 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ec63be86-b4ba-41b3-9f78-8c52fe41616f admin admin] Publish callbacks [] for security_group (37e4d3f3-07ff-416e-a28b-ea4ec463976d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.835573 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b5182356-9253-42c1-a1a8-622d793b439f req-370649a2-306b-4120-af70-90ecca0918b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937185 Sep 27 16:37:02.952194 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd84e6-30e6-4050-a9d7-fc3a345e26e0 req-77dbdba2-eb3d-4006-a84d-5f03947c3488 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:02.953645 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bfbd84e6-30e6-4050-a9d7-fc3a345e26e0 req-77dbdba2-eb3d-4006-a84d-5f03947c3488 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 944 time: 0.0467210 Sep 27 16:37:02.984862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ec63be86-b4ba-41b3-9f78-8c52fe41616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (37e4d3f3-07ff-416e-a28b-ea4ec463976d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.987898 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ec63be86-b4ba-41b3-9f78-8c52fe41616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:02.988731 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ec63be86-b4ba-41b3-9f78-8c52fe41616f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/37e4d3f3-07ff-416e-a28b-ea4ec463976d HTTP/1.1" status: 204 len: 168 time: 0.2782035 Sep 27 16:37:03.000104 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63be86-b4ba-41b3-9f78-8c52fe41616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4d3f3-07ff-416e-a28b-ea4ec463976d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:03.003650 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:37:03.020097 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bfbd84e6-30e6-4050-a9d7-fc3a345e26e0 req-81839720-0d37-4668-88f5-7a8a3737ebed tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597937 Sep 27 16:37:03.039136 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 598be294-4d75-4e83-9ef3-4c13b0a611d9 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:03.149356 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 598be294-4d75-4e83-9ef3-4c13b0a611d9 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:37:03.175275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:03.187656 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'mac_address': 'fa:16:3e:8f:fc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:37:03.204879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54682) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:03.221215 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-181254d7-68b9-449b-8c3b-aa2bda490e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.225372 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:03.225766 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.240366 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184e6faa-be62-4210-acc1-64aceea7f1f0 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:37:03.266908 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:03.268891 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 598be294-4d75-4e83-9ef3-4c13b0a611d9 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:03.269188 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.269521 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 598be294-4d75-4e83-9ef3-4c13b0a611d9 Sep 27 16:37:03.307605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-181254d7-68b9-449b-8c3b-aa2bda490e6d admin admin] Publish callbacks [] for security_group (84dd4e60-ef52-4529-a135-e1a4a3c74698), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.351153 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.357842 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 598be294-4d75-4e83-9ef3-4c13b0a611d9 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:03.359765 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.379618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-181254d7-68b9-449b-8c3b-aa2bda490e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (84dd4e60-ef52-4529-a135-e1a4a3c74698), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.407526 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598be294-4d75-4e83-9ef3-4c13b0a611d9'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:03.430574 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-181254d7-68b9-449b-8c3b-aa2bda490e6d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a50029e7d2984db5940577455e88f534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245560 Sep 27 16:37:03.433019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181254d7-68b9-449b-8c3b-aa2bda490e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd4e60-ef52-4529-a135-e1a4a3c74698,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:03.434329 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54684) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:03.498285 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-78fe62da-6fa6-48c2-b326-836b9b33bd89 admin admin] Publish callbacks [] for security_group (84dd4e60-ef52-4529-a135-e1a4a3c74698), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.500299 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 598be294-4d75-4e83-9ef3-4c13b0a611d9, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:03.503643 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:03.509369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:03.521410 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-78fe62da-6fa6-48c2-b326-836b9b33bd89 admin admin] Publish callbacks [] for security_group (84dd4e60-ef52-4529-a135-e1a4a3c74698), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.575265 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.577183 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:03.600588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['184e6faa-be62-4210-acc1-64aceea7f1f0'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:37:03.659075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54690) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:03.659956 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=598be294-4d75-4e83-9ef3-4c13b0a611d9,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:03.675390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5a4515fb-b487-438e-bbe7-6acd4eef745d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.688261 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-78fe62da-6fa6-48c2-b326-836b9b33bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (84dd4e60-ef52-4529-a135-e1a4a3c74698), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.698196 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-78fe62da-6fa6-48c2-b326-836b9b33bd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:03.698196 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-78fe62da-6fa6-48c2-b326-836b9b33bd89 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/84dd4e60-ef52-4529-a135-e1a4a3c74698 HTTP/1.1" status: 204 len: 168 time: 0.2594817 Sep 27 16:37:03.731685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe62da-6fa6-48c2-b326-836b9b33bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd4e60-ef52-4529-a135-e1a4a3c74698,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:04.098219 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc4a60-5818-425b-b23b-00143e6fb854" -d '{"events": [{"server_uuid": "7b665e8b-d6f6-4474-9066-70f12819fad1", "name": "network-vif-plugged", "status": "completed", "tag": "598be294-4d75-4e83-9ef3-4c13b0a611d9"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:04.127804 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:04.135519 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91bb8b-308f-4e02-8a9a-f96d3130a3d0 req-247ab41a-d032-4c54-a67f-9dc7134b37af tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.137058 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fc91bb8b-308f-4e02-8a9a-f96d3130a3d0 req-247ab41a-d032-4c54-a67f-9dc7134b37af tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 944 time: 0.3771498 Sep 27 16:37:04.150215 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-0e822692-a98f-4d28-9f7a-fdd8ec5f3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.151743 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-0e822692-a98f-4d28-9f7a-fdd8ec5f3cb2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 1128 time: 0.3238716 Sep 27 16:37:04.157239 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5a4515fb-b487-438e-bbe7-6acd4eef745d admin admin] Publish callbacks [] for security_group (811303a6-ee5e-4899-85b2-0d2a8ce3b6db), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.168257 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20776a-22e9-4f5a-ae50-3e6a40a610c8 req-9e52229a-4259-47a8-a025-a96f5bc8098b tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.171236 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd20776a-22e9-4f5a-ae50-3e6a40a610c8 req-9e52229a-4259-47a8-a025-a96f5bc8098b tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.3074534 Sep 27 16:37:04.248168 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5a4515fb-b487-438e-bbe7-6acd4eef745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (811303a6-ee5e-4899-85b2-0d2a8ce3b6db), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.265378 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:04.349743 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-5a4515fb-b487-438e-bbe7-6acd4eef745d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1222eb00196740459dd73461e1dcb9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6864526 Sep 27 16:37:04.349849 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54728) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:04.350499 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4515fb-b487-438e-bbe7-6acd4eef745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811303a6-ee5e-4899-85b2-0d2a8ce3b6db,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:04.356467 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fc91bb8b-308f-4e02-8a9a-f96d3130a3d0 req-397ca84d-efcc-4aa1-b71b-e7b96fe0d47b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094018 Sep 27 16:37:04.371612 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd20776a-22e9-4f5a-ae50-3e6a40a610c8 req-bd6a5047-b4fd-4206-8ea1-5b59791b2c72 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876802 Sep 27 16:37:04.385564 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-a9bcc354-4984-44b3-b98f-0d7ca75832f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.387277 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-a9bcc354-4984-44b3-b98f-0d7ca75832f7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.2134175 Sep 27 16:37:04.438047 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-607816f1-a857-4d4d-8bb8-7d4041813f34 admin admin] Publish callbacks [] for security_group (811303a6-ee5e-4899-85b2-0d2a8ce3b6db), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.453032 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-a0b2766f-e39e-4c05-a0a4-473928649773 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e HTTP/1.1" status: 200 len: 217 time: 0.0451534 Sep 27 16:37:04.461991 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-607816f1-a857-4d4d-8bb8-7d4041813f34 admin admin] Publish callbacks [] for security_group (811303a6-ee5e-4899-85b2-0d2a8ce3b6db), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.517088 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-71954c0b-2140-40a4-85e5-d6ef806bfa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.554417 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba7b31-00c9-411e-a6b9-8f72dca7ef05 req-15598c4b-475e-4616-ab38-d47cf3ccb58c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.555900 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bba7b31-00c9-411e-a6b9-8f72dca7ef05 req-15598c4b-475e-4616-ab38-d47cf3ccb58c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 944 time: 0.0850372 Sep 27 16:37:04.567761 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-72af9081-87ea-41c9-ad08-3d15490b77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.567761 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-72af9081-87ea-41c9-ad08-3d15490b77a8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0972154 Sep 27 16:37:04.579166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-607816f1-a857-4d4d-8bb8-7d4041813f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (811303a6-ee5e-4899-85b2-0d2a8ce3b6db), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.581677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-607816f1-a857-4d4d-8bb8-7d4041813f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:04.583094 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-607816f1-a857-4d4d-8bb8-7d4041813f34 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/811303a6-ee5e-4899-85b2-0d2a8ce3b6db HTTP/1.1" status: 204 len: 168 time: 0.2325706 Sep 27 16:37:04.592378 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607816f1-a857-4d4d-8bb8-7d4041813f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811303a6-ee5e-4899-85b2-0d2a8ce3b6db,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:04.632729 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-67df1e8f-1be6-43d9-9bd2-399ef72161d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:04.636853 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-67df1e8f-1be6-43d9-9bd2-399ef72161d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660214 Sep 27 16:37:04.644410 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bba7b31-00c9-411e-a6b9-8f72dca7ef05 req-7529dc96-c1e7-4bb4-85b5-847267817b34 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827668 Sep 27 16:37:04.738378 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-aec78414-1333-43a7-9ab6-7f224f97e146 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929692 Sep 27 16:37:04.840227 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-462e6a42-3581-4d90-a98c-7525485d65d1 req-6b52f11e-c405-4801-a07a-ddc0afb0349c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930541 Sep 27 16:37:04.897552 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5d86b4-a563-4695-9451-fcd2950517d1 x-openstack-request-id: req-2b5d86b4-a563-4695-9451-fcd2950517d1 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:04.897868 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b665e8b-d6f6-4474-9066-70f12819fad1", "name": "network-vif-plugged", "status": "completed", "tag": "598be294-4d75-4e83-9ef3-4c13b0a611d9", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:04.898127 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b5d86b4-a563-4695-9451-fcd2950517d1 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:04.898578 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5d86b4-a563-4695-9451-fcd2950517d1'] response: {'server_uuid': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598be294-4d75-4e83-9ef3-4c13b0a611d9', 'code': 200} Sep 27 16:37:04.993229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54744) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:05.002953 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 28c38995-7f8b-4c47-85ed-9090cbdf348e details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:37:05.007169 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:05.104105 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 184e6faa-be62-4210-acc1-64aceea7f1f0 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:37:05.141032 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:05.155585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 28c38995-7f8b-4c47-85ed-9090cbdf348e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:05.176848 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:37:05.206256 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 28c38995-7f8b-4c47-85ed-9090cbdf348e is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:05.206696 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.211024 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 184e6faa-be62-4210-acc1-64aceea7f1f0 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:05.211024 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.211024 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:37:05.246871 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c38995-7f8b-4c47-85ed-9090cbdf348e {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:37:05.248250 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f68ba9da-0a03-4017-b378-7e3b702fda02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.283844 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 28c38995-7f8b-4c47-85ed-9090cbdf348e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:05.301964 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:05.331390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511ab91-f608-4f65-9f31-1028e36fd7ca req-381760f0-cb4a-4520-ac0d-5efc2c0ee61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:05.332975 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9511ab91-f608-4f65-9f31-1028e36fd7ca req-381760f0-cb4a-4520-ac0d-5efc2c0ee61b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 1129 time: 0.0888960 Sep 27 16:37:05.356356 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9511ab91-f608-4f65-9f31-1028e36fd7ca req-82212ee1-fd14-47fd-8a77-57baef71516b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.362695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:05.363442 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.397815 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f68ba9da-0a03-4017-b378-7e3b702fda02 admin admin] Publish callbacks [] for security_group (b4c6503c-acab-4eba-a3c3-73bcc3fcfe17), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.424973 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:05.426131 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.499802 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f68ba9da-0a03-4017-b378-7e3b702fda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (b4c6503c-acab-4eba-a3c3-73bcc3fcfe17), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.509430 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=28c38995-7f8b-4c47-85ed-9090cbdf348e,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:05.528029 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.549471 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-f68ba9da-0a03-4017-b378-7e3b702fda02 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cc44eab05e2a4639a54f43a3212dee90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5549076 Sep 27 16:37:05.554508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54770) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:05.569491 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9511ab91-f608-4f65-9f31-1028e36fd7ca req-82212ee1-fd14-47fd-8a77-57baef71516b service neutron] Publish callbacks [] for security_group (943cc8ab-0f87-4419-9032-5a5327ea00dc), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.578187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ba9da-0a03-4017-b378-7e3b702fda02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6503c-acab-4eba-a3c3-73bcc3fcfe17,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:05.596379 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22c6a-afec-450a-88d5-e9381ee2d168 req-e5fbd4d8-f212-43af-b8c9-af03b18a43fc tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:05.596512 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:05.598244 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f4c22c6a-afec-450a-88d5-e9381ee2d168 req-e5fbd4d8-f212-43af-b8c9-af03b18a43fc tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.1118047 Sep 27 16:37:05.607745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fef20-29fa-4aa0-80d8-1337c46267cf req-44e796b8-9942-4b46-8bce-4d573ed6e1a0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:05.609672 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c2fef20-29fa-4aa0-80d8-1337c46267cf req-44e796b8-9942-4b46-8bce-4d573ed6e1a0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 944 time: 0.1344099 Sep 27 16:37:05.661755 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d12fb745-4d79-4430-9017-9380871df3c2 admin admin] Publish callbacks [] for security_group (b4c6503c-acab-4eba-a3c3-73bcc3fcfe17), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.679541 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9511ab91-f608-4f65-9f31-1028e36fd7ca req-82212ee1-fd14-47fd-8a77-57baef71516b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (943cc8ab-0f87-4419-9032-5a5327ea00dc), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.685843 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d12fb745-4d79-4430-9017-9380871df3c2 admin admin] Publish callbacks [] for security_group (b4c6503c-acab-4eba-a3c3-73bcc3fcfe17), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.712708 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['28c38995-7f8b-4c47-85ed-9090cbdf348e'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:37:05.757342 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f4c22c6a-afec-450a-88d5-e9381ee2d168 req-2f85a78c-f0dd-4468-a104-1b5de788a394 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465449 Sep 27 16:37:05.775358 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c2fef20-29fa-4aa0-80d8-1337c46267cf req-70e377ac-afea-4060-be2f-4ef8016149fd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579187 Sep 27 16:37:05.780479 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9511ab91-f608-4f65-9f31-1028e36fd7ca req-82212ee1-fd14-47fd-8a77-57baef71516b service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378417 Sep 27 16:37:05.782726 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82212ee1-fd14-47fd-8a77-57baef71516b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=943cc8ab-0f87-4419-9032-5a5327ea00dc,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:05.853357 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d12fb745-4d79-4430-9017-9380871df3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (b4c6503c-acab-4eba-a3c3-73bcc3fcfe17), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.855981 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d12fb745-4d79-4430-9017-9380871df3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:05.857131 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-d12fb745-4d79-4430-9017-9380871df3c2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b4c6503c-acab-4eba-a3c3-73bcc3fcfe17 HTTP/1.1" status: 204 len: 168 time: 0.3014786 Sep 27 16:37:05.871066 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fb745-4d79-4430-9017-9380871df3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6503c-acab-4eba-a3c3-73bcc3fcfe17,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:05.899740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025e79c-7468-4e29-908c-5ca0477f3a7c req-c7b84fe3-cfec-498f-a8e9-c99b6242fbcc tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:05.901885 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c025e79c-7468-4e29-908c-5ca0477f3a7c req-c7b84fe3-cfec-498f-a8e9-c99b6242fbcc tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Sep 27 16:37:05.957317 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c025e79c-7468-4e29-908c-5ca0477f3a7c req-e19f63f0-65b0-4eca-8f6f-4e939c436fb4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484724 Sep 27 16:37:06.614289 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:06.669327 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:06.901176 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:06.901790 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bbc62-42b9-495d-8a5d-646cea119ad4 req-6672feec-35db-4206-81d9-6ebf569a356f tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:06.903341 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-380bbc62-42b9-495d-8a5d-646cea119ad4 req-6672feec-35db-4206-81d9-6ebf569a356f tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.0786197 Sep 27 16:37:06.911962 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e777e-4865-4ed3-a5b7-3e29a460f410" -d '{"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-plugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:06.924394 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f40701-5791-45ec-bb3d-b28ba87b2fe0 req-0d6c9af5-52c6-4e7d-9fda-d2e562d27073 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:06.925959 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-85f40701-5791-45ec-bb3d-b28ba87b2fe0 req-0d6c9af5-52c6-4e7d-9fda-d2e562d27073 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0621145 Sep 27 16:37:06.948002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:07.001080 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-380bbc62-42b9-495d-8a5d-646cea119ad4 req-a4259aa0-7864-4abf-bade-73f54402d3a1 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844398 Sep 27 16:37:07.008932 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-85f40701-5791-45ec-bb3d-b28ba87b2fe0 req-d101d83f-a090-4385-9955-eadca9e09caa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691376 Sep 27 16:37:07.018798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 28c38995-7f8b-4c47-85ed-9090cbdf348e up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:07.065172 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8f13ee79-1e72-4344-a5c4-fbb58855771f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.092527 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 28c38995-7f8b-4c47-85ed-9090cbdf348e completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:37:07.095724 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3c4a19-a5c1-4498-812b-8519ac9545fd x-openstack-request-id: req-da3c4a19-a5c1-4498-812b-8519ac9545fd {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:07.096043 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-plugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:07.096301 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da3c4a19-a5c1-4498-812b-8519ac9545fd {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:07.096886 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3c4a19-a5c1-4498-812b-8519ac9545fd'] response: {'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'code': 200} Sep 27 16:37:07.099761 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54830) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:07.121034 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c334730a-c991-4b01-b47d-cf7929243611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.204771 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c652c4-53de-4ba4-a6b5-c96ad91b59f2 req-60442d3c-613f-4c29-8039-c1dba047cfc9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:07.206313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 28c38995-7f8b-4c47-85ed-9090cbdf348e triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:07.206996 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.207579 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 28c38995-7f8b-4c47-85ed-9090cbdf348e Sep 27 16:37:07.212388 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63c652c4-53de-4ba4-a6b5-c96ad91b59f2 req-60442d3c-613f-4c29-8039-c1dba047cfc9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 945 time: 0.0806720 Sep 27 16:37:07.255299 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c334730a-c991-4b01-b47d-cf7929243611 admin admin] Publish callbacks [] for security_group (69dad73b-287a-494f-a2dc-aafea6dbb1c1), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.267332 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63c652c4-53de-4ba4-a6b5-c96ad91b59f2 req-cb3096f0-e7d3-4eb8-953a-76a1c6bf8217 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534658 Sep 27 16:37:07.301327 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 28c38995-7f8b-4c47-85ed-9090cbdf348e is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:07.301715 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.348098 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 28c38995-7f8b-4c47-85ed-9090cbdf348e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:07.354508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c334730a-c991-4b01-b47d-cf7929243611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (69dad73b-287a-494f-a2dc-aafea6dbb1c1), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.407884 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c334730a-c991-4b01-b47d-cf7929243611 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=762b18ce44b845238df5e7a6036e5743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046429 Sep 27 16:37:07.407884 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334730a-c991-4b01-b47d-cf7929243611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dad73b-287a-494f-a2dc-aafea6dbb1c1,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:07.408356 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54838) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:07.430812 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.440589 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:07.517810 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229f704-0b33-4739-aef5-58637b612421 req-dce06dd1-bc5d-45e1-a6d5-07c294661066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:07.519530 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f229f704-0b33-4739-aef5-58637b612421 req-dce06dd1-bc5d-45e1-a6d5-07c294661066 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1129 time: 0.0614421 Sep 27 16:37:07.522750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c15f5d4-3591-490a-9925-b7b5e4031cfe admin admin] Publish callbacks [] for security_group (69dad73b-287a-494f-a2dc-aafea6dbb1c1), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.534365 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=28c38995-7f8b-4c47-85ed-9090cbdf348e,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:07.550314 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c15f5d4-3591-490a-9925-b7b5e4031cfe admin admin] Publish callbacks [] for security_group (69dad73b-287a-494f-a2dc-aafea6dbb1c1), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.718833 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f229f704-0b33-4739-aef5-58637b612421 req-60887a65-8558-4396-8d63-a92a1579345d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083012 Sep 27 16:37:07.779935 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c15f5d4-3591-490a-9925-b7b5e4031cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (69dad73b-287a-494f-a2dc-aafea6dbb1c1), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.783253 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c15f5d4-3591-490a-9925-b7b5e4031cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:07.788399 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9c15f5d4-3591-490a-9925-b7b5e4031cfe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/69dad73b-287a-494f-a2dc-aafea6dbb1c1 HTTP/1.1" status: 204 len: 168 time: 0.3790734 Sep 27 16:37:07.801843 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15f5d4-3591-490a-9925-b7b5e4031cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dad73b-287a-494f-a2dc-aafea6dbb1c1,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:08.119534 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:08.162677 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:08.169055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2e8f4-2238-41af-ab81-94b744329e9e req-2f141405-b143-4d46-8ae6-d55f509bd36d tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:08.170351 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f5c2e8f4-2238-41af-ab81-94b744329e9e req-2f141405-b143-4d46-8ae6-d55f509bd36d tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.0813005 Sep 27 16:37:08.191316 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14044f-015f-4551-8112-bda49125e876 req-1531cdca-8e4b-4638-b8c6-41507e246172 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:08.192887 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c14044f-015f-4551-8112-bda49125e876 req-1531cdca-8e4b-4638-b8c6-41507e246172 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0721464 Sep 27 16:37:08.257744 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:08.264801 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f5c2e8f4-2238-41af-ab81-94b744329e9e req-44a5a5a5-6812-4863-b684-f6ddc5fd602e tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 Sep 27 16:37:08.281005 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c14044f-015f-4551-8112-bda49125e876 req-e159e5a0-878a-422f-91b5-fde78419df9f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738745 Sep 27 16:37:08.405916 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90080a3-181b-46a5-bdd6-1bc3135145b0 req-bc197e27-81dc-4817-9391-94ccf3e5739c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:08.407619 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d90080a3-181b-46a5-bdd6-1bc3135145b0 req-bc197e27-81dc-4817-9391-94ccf3e5739c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0494282 Sep 27 16:37:08.457031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d90080a3-181b-46a5-bdd6-1bc3135145b0 req-13210f02-ebf1-4af8-ba95-3e41df855af5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433702 Sep 27 16:37:08.693990 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54916) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:08.707837 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ea0a802e-9b55-4b51-942f-fa4a7593df9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:08.787202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ea0a802e-9b55-4b51-942f-fa4a7593df9c admin admin] Publish callbacks [] for security_group (c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:08.854011 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ea0a802e-9b55-4b51-942f-fa4a7593df9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:08.899439 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ea0a802e-9b55-4b51-942f-fa4a7593df9c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=96955b3b25024a7493f2d5cd1357c814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043221 Sep 27 16:37:08.900382 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a802e-9b55-4b51-942f-fa4a7593df9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:08.902251 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54920) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:08.969911 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb91b961-9a2a-48db-a9e2-01f75edd1dab admin admin] Publish callbacks [] for security_group (c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:08.998264 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb91b961-9a2a-48db-a9e2-01f75edd1dab admin admin] Publish callbacks [] for security_group (c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.098904 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:09.101272 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 54934) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:09.102036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41241d88-d1e2-4418-92cf-e98349920912" -d '{"events": [{"server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "name": "network-vif-plugged", "status": "completed", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:09.152586 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb91b961-9a2a-48db-a9e2-01f75edd1dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.155780 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb91b961-9a2a-48db-a9e2-01f75edd1dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.157154 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fb91b961-9a2a-48db-a9e2-01f75edd1dab admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f HTTP/1.1" status: 204 len: 168 time: 0.2530665 Sep 27 16:37:09.165301 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a180ac-c06b-4ff3-8e40-47790420f2e4 x-openstack-request-id: req-c2a180ac-c06b-4ff3-8e40-47790420f2e4 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:09.165800 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "name": "network-vif-plugged", "status": "completed", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:09.165961 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2a180ac-c06b-4ff3-8e40-47790420f2e4 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:09.166088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91b961-9a2a-48db-a9e2-01f75edd1dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0ab1f-b96c-4fb4-a976-9c19c8587c6f,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:09.166669 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a180ac-c06b-4ff3-8e40-47790420f2e4'] response: {'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'code': 200} Sep 27 16:37:09.267006 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db9d0deb-6748-4d72-888a-ba026764019a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.372277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db9d0deb-6748-4d72-888a-ba026764019a admin admin] Publish callbacks [] for security_group (cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.453175 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db9d0deb-6748-4d72-888a-ba026764019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.479692 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28f518-5ea5-4cdb-a34f-4458f50cd0a6 req-49dba5eb-3405-40f2-a548-138d7d05b525 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:09.489052 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4b28f518-5ea5-4cdb-a34f-4458f50cd0a6 req-49dba5eb-3405-40f2-a548-138d7d05b525 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0838618 Sep 27 16:37:09.497231 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-db9d0deb-6748-4d72-888a-ba026764019a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e46b3584f71c4e6a8f8c4880ca6b6a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946898 Sep 27 16:37:09.498041 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d0deb-6748-4d72-888a-ba026764019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:09.500444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 54964) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:09.644239 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4b28f518-5ea5-4cdb-a34f-4458f50cd0a6 req-2debd31b-8423-460f-940f-2d53af4786de tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454530 Sep 27 16:37:09.700517 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c733a-fa2d-4a86-9c41-6eaf59d76dd5 req-89463f32-d40a-4636-b18a-875140756e81 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:09.717103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5a6c733a-fa2d-4a86-9c41-6eaf59d76dd5 req-89463f32-d40a-4636-b18a-875140756e81 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.1313632 Sep 27 16:37:09.719743 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0602c1dc-108d-4412-a32b-82d6a9c2d160 admin admin] Publish callbacks [] for security_group (cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.723005 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.754359 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:09.770832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0602c1dc-108d-4412-a32b-82d6a9c2d160 admin admin] Publish callbacks [] for security_group (cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.821138 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.835073 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5a6c733a-fa2d-4a86-9c41-6eaf59d76dd5 req-dcbfed06-2a18-40cc-80ce-07ab12c24363 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170704 Sep 27 16:37:09.975919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0602c1dc-108d-4412-a32b-82d6a9c2d160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.978667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0602c1dc-108d-4412-a32b-82d6a9c2d160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:09.979920 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0602c1dc-108d-4412-a32b-82d6a9c2d160 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e HTTP/1.1" status: 204 len: 168 time: 0.4681845 Sep 27 16:37:09.992871 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc6036-4853-4627-ac13-a40aa6cc03a4 req-c505fb1b-77c7-4e58-b544-aa8535147935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:09.994280 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1dc6036-4853-4627-ac13-a40aa6cc03a4 req-c505fb1b-77c7-4e58-b544-aa8535147935 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 1130 time: 0.0593128 Sep 27 16:37:09.995434 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c1dc-108d-4412-a32b-82d6a9c2d160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd0ba2-3ccc-43e2-93eb-982a3b4e1b1e,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:10.004891 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:10.049596 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1dc6036-4853-4627-ac13-a40aa6cc03a4 req-d4d296af-39d6-49d5-b458-b2dbab81ecd0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Sep 27 16:37:10.108677 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:10.368225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:10.836473 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55024) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:10.854930 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e271ab66-92ec-4a37-9519-737d0034074e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:10.886135 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f31b94-76e5-449c-b864-482e94d370e5 req-4e80a3d5-5773-4413-9f75-577555d421fa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:10.889001 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-44f31b94-76e5-449c-b864-482e94d370e5 req-4e80a3d5-5773-4413-9f75-577555d421fa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1084244 Sep 27 16:37:10.944192 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-44f31b94-76e5-449c-b864-482e94d370e5 req-93af9e47-9e2c-46e5-8c4c-5370b5bb9aec tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478702 Sep 27 16:37:10.968381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e271ab66-92ec-4a37-9519-737d0034074e admin admin] Publish callbacks [] for security_group (01bb40b3-acde-4d75-ad78-aa6e73cfbf5e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:11.066201 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e271ab66-92ec-4a37-9519-737d0034074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (01bb40b3-acde-4d75-ad78-aa6e73cfbf5e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:11.073633 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82054b-1f9f-4de7-b2e9-9ce84ff4cc76 req-33443dd3-6bec-4c64-b6c0-e14d6bfd470c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:11.081951 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f82054b-1f9f-4de7-b2e9-9ce84ff4cc76 req-33443dd3-6bec-4c64-b6c0-e14d6bfd470c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0605006 Sep 27 16:37:11.097833 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:11.136830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271ab66-92ec-4a37-9519-737d0034074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb40b3-acde-4d75-ad78-aa6e73cfbf5e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:11.139963 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f82054b-1f9f-4de7-b2e9-9ce84ff4cc76 req-1260d171-0552-4097-beea-33029eba2e97 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559828 Sep 27 16:37:11.174980 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e271ab66-92ec-4a37-9519-737d0034074e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b7f9d8b6e0c742e1bf847f2eca04c196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418756 Sep 27 16:37:11.177246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55052) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:11.250677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45ac-602e-47f7-a00a-c62f31f207d3 admin admin] Publish callbacks [] for security_group (01bb40b3-acde-4d75-ad78-aa6e73cfbf5e), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:11.273237 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45ac-602e-47f7-a00a-c62f31f207d3 admin admin] Publish callbacks [] for security_group (01bb40b3-acde-4d75-ad78-aa6e73cfbf5e), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:11.306081 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee44c-6edb-443c-a436-194cb50a6991 req-a9742209-e622-4085-9f81-79c06cfd69ef tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:11.308100 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c9ee44c-6edb-443c-a436-194cb50a6991 req-a9742209-e622-4085-9f81-79c06cfd69ef tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0587287 Sep 27 16:37:11.318291 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55074) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:11.323349 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'floatingip': {'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:11.377705 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45ac-602e-47f7-a00a-c62f31f207d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (01bb40b3-acde-4d75-ad78-aa6e73cfbf5e), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:11.380329 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45ac-602e-47f7-a00a-c62f31f207d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:11.384201 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-bb4a45ac-602e-47f7-a00a-c62f31f207d3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/01bb40b3-acde-4d75-ad78-aa6e73cfbf5e HTTP/1.1" status: 204 len: 168 time: 0.2029943 Sep 27 16:37:11.394032 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a45ac-602e-47f7-a00a-c62f31f207d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb40b3-acde-4d75-ad78-aa6e73cfbf5e,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:11.424906 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (d2dec2b2-c304-4ea4-b74a-85c1a38013db), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:12.387896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:12.403837 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6fd27-9a57-487c-b100-de45be185fe8 req-60142e18-189d-463f-8811-9cc3a4fbbf5c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:12.405079 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0af6fd27-9a57-487c-b100-de45be185fe8 req-60142e18-189d-463f-8811-9cc3a4fbbf5c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.1152008 Sep 27 16:37:12.475855 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (d2dec2b2-c304-4ea4-b74a-85c1a38013db), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:12.541640 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0af6fd27-9a57-487c-b100-de45be185fe8 req-e693551a-625b-458c-91f9-5cd132010fee tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293170 Sep 27 16:37:12.600642 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Floating IP d2dec2b2-c304-4ea4-b74a-85c1a38013db associated. External IP: 172.27.2.173, port: 184e6faa-be62-4210-acc1-64aceea7f1f0. Sep 27 16:37:12.716996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea47e41-772c-4e30-84ba-6d92fe969885 req-5c40365f-7c00-464b-83fc-12f5f13bad02 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:12.718555 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7ea47e41-772c-4e30-84ba-6d92fe969885 req-5c40365f-7c00-464b-83fc-12f5f13bad02 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0794966 Sep 27 16:37:12.735137 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55138) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:12.739911 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:12.843794 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (13de3710-4494-4377-930a-62558a6d7f20), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:12.905626 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:37:13.094153 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:37:13.109026 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:13.124706 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:37:13.143092 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:13.145777 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:13.182441 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-62774b2f-0938-4a5d-bfbe-e4e38be0eecf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/d2dec2b2-c304-4ea4-b74a-85c1a38013db HTTP/1.1" status: 200 len: 991 time: 1.8628452 Sep 27 16:37:13.183161 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:13.188410 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592" -d '{"events": [{"name": "network-changed", "server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:13.203205 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:13.254606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228cf90b-a4d2-43b1-9727-05e1f715f3b0 x-openstack-request-id: req-228cf90b-a4d2-43b1-9727-05e1f715f3b0 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:13.254851 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:13.255113 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-228cf90b-a4d2-43b1-9727-05e1f715f3b0 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:13.255516 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228cf90b-a4d2-43b1-9727-05e1f715f3b0'] response: {'name': 'network-changed', 'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'status': 'completed', 'code': 200} Sep 27 16:37:13.321114 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:13.343168 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-21825fd9-c186-4a0c-bd16-ef8309fc7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:13.345677 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-21825fd9-c186-4a0c-bd16-ef8309fc7b3e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1129 time: 0.0712724 Sep 27 16:37:13.395880 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:13.493287 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-a03dd7e6-021a-4670-924d-b714f398d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:13.495202 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-a03dd7e6-021a-4670-924d-b714f398d7c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.1425617 Sep 27 16:37:13.548783 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:13.666599 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'd2dec2b2-c304-4ea4-b74a-85c1a38013db', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'mac_address': 'fa:16:3e:8f:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:42Z', 'updated_at': '2022-09-27T16:37:12Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:13.700412 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:37:13.709619 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:13.710680 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:13.740048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:13.745490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:13.817798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (13de3710-4494-4377-930a-62558a6d7f20), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:13.834026 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:13.886952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:13.932567 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP 13de3710-4494-4377-930a-62558a6d7f20 associated. External IP: 172.27.2.198, port: 28c38995-7f8b-4c47-85ed-9090cbdf348e. Sep 27 16:37:14.055894 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'd2dec2b2-c304-4ea4-b74a-85c1a38013db', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'mac_address': 'fa:16:3e:8f:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:42Z', 'updated_at': '2022-09-27T16:37:12Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:14.087216 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e4f13-0640-494d-921c-53377d9d6b41 None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'd2dec2b2-c304-4ea4-b74a-85c1a38013db', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'mac_address': 'fa:16:3e:8f:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:42Z', 'updated_at': '2022-09-27T16:37:12Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:37:14.128186 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:14.323019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:37:14.480727 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590b788-b15c-4889-9f04-3b63440061b3 None None] New status for floating IP d2dec2b2-c304-4ea4-b74a-85c1a38013db: ACTIVE {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:37:14.506176 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:37:14.516063 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-8032c361-03e2-4e32-9402-421863cbeaac service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1413350 Sep 27 16:37:14.518820 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:37:14.523983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:14.532346 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:14.536751 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:14.572714 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-879595bd-eb52-4ccf-8676-949e5a7616d9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/13de3710-4494-4377-930a-62558a6d7f20 HTTP/1.1" status: 200 len: 992 time: 1.8362935 Sep 27 16:37:14.573692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:14.576961 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f" -d '{"events": [{"name": "network-changed", "server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:14.629594 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccce64e9-783e-4b89-9048-a3da15f9586d x-openstack-request-id: req-ccce64e9-783e-4b89-9048-a3da15f9586d {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:14.630116 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:14.630512 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccce64e9-783e-4b89-9048-a3da15f9586d {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:14.630965 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:14.631256 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccce64e9-783e-4b89-9048-a3da15f9586d'] response: {'name': 'network-changed', 'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'status': 'completed', 'code': 200} Sep 27 16:37:14.684770 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:14.711474 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:14.743327 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:37:14.767586 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:14.928891 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:14.990894 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:15.010647 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:13Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:15.040579 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:37:15.049217 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:15.049819 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:15.148627 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:15.376740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-5c2e2e33-bb01-4fde-aad3-80b49d5ff4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:15.378636 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-5c2e2e33-bb01-4fde-aad3-80b49d5ff4fc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0568061 Sep 27 16:37:15.411123 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:13Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:15.436946 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b5c08-3b8c-4f9c-85cc-478953be82c7 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:13Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:37:15.639870 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298e288-3dfc-44a1-a3b1-4445ac5b5f38 None None] New status for floating IP 13de3710-4494-4377-930a-62558a6d7f20: ACTIVE {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:37:15.647716 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:15.831059 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:16.329844 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-16e586ee-d363-49da-83f6-1bd8a9b4d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:16.330640 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-f8afa49b-5467-46e6-bd55-bd621e317b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:16.331568 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-16e586ee-d363-49da-83f6-1bd8a9b4d23e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468102 Sep 27 16:37:16.332147 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-f8afa49b-5467-46e6-bd55-bd621e317b6a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 1130 time: 0.0470610 Sep 27 16:37:16.443935 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-ebb04e4e-5b60-4128-9b3c-9f9183cac2c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003072 Sep 27 16:37:16.497680 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-aa00c3e8-c7cd-4ceb-9937-3e83fd0fa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:16.499289 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-aa00c3e8-c7cd-4ceb-9937-3e83fd0fa773 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.1555693 Sep 27 16:37:16.562870 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf31bd5c-ae8a-4924-92ab-60fe90b4f592 req-25aadc2d-bf84-4b3b-8661-1f2105e6879b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118531 Sep 27 16:37:16.611550 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-8b2b23ab-3d36-4279-9ed6-54b7e0a33ace service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e HTTP/1.1" status: 200 len: 1002 time: 0.1056907 Sep 27 16:37:16.683877 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-b77d2fe2-1b17-4f6a-a6e7-235780691e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:16.685721 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-b77d2fe2-1b17-4f6a-a6e7-235780691e83 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0634115 Sep 27 16:37:16.720311 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:16.734996 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-4d542e76-8f83-4b55-98bd-9660474b575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:16.736520 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-4d542e76-8f83-4b55-98bd-9660474b575d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440836 Sep 27 16:37:16.839181 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-0605b8ea-059b-4092-87cb-602be5199f7d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902362 Sep 27 16:37:16.934633 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7e9eb9a4-30ae-4e54-882d-24ee1bb7933f req-55e2b6a0-c2d4-49a3-a100-de124005019e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894570 Sep 27 16:37:19.008977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55330) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:19.117704 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69877df6-5d38-41fc-ac09-b2a5968999cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.201601 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69877df6-5d38-41fc-ac09-b2a5968999cd admin admin] Publish callbacks [] for security_group (43d79abe-6936-4a04-926b-99feba7d4ab2), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.305358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-69877df6-5d38-41fc-ac09-b2a5968999cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (43d79abe-6936-4a04-926b-99feba7d4ab2), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.351097 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-69877df6-5d38-41fc-ac09-b2a5968999cd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9da58a8167844d55826b167bfd25f960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407264 Sep 27 16:37:19.352014 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69877df6-5d38-41fc-ac09-b2a5968999cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d79abe-6936-4a04-926b-99feba7d4ab2,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:19.357113 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55344) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:19.419798 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0255a530-30b6-47f5-a67e-1fe2e7e38dec admin admin] Publish callbacks [] for security_group (43d79abe-6936-4a04-926b-99feba7d4ab2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.445502 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0255a530-30b6-47f5-a67e-1fe2e7e38dec admin admin] Publish callbacks [] for security_group (43d79abe-6936-4a04-926b-99feba7d4ab2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.643022 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0255a530-30b6-47f5-a67e-1fe2e7e38dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (43d79abe-6936-4a04-926b-99feba7d4ab2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.646506 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0255a530-30b6-47f5-a67e-1fe2e7e38dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.649221 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0255a530-30b6-47f5-a67e-1fe2e7e38dec admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/43d79abe-6936-4a04-926b-99feba7d4ab2 HTTP/1.1" status: 204 len: 168 time: 0.2945695 Sep 27 16:37:19.664850 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255a530-30b6-47f5-a67e-1fe2e7e38dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d79abe-6936-4a04-926b-99feba7d4ab2,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:19.732006 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55356) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:19.864201 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f978baea-eaaf-4f27-a3e2-b8c5197b5d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:19.957710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f978baea-eaaf-4f27-a3e2-b8c5197b5d76 admin admin] Publish callbacks [] for security_group (3f416336-3c71-4ad8-a255-b9a725690562), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.036650 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f978baea-eaaf-4f27-a3e2-b8c5197b5d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3f416336-3c71-4ad8-a255-b9a725690562), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.078165 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f978baea-eaaf-4f27-a3e2-b8c5197b5d76 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1ff0ec52888842eaa0da978008bc1b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407657 Sep 27 16:37:20.079284 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978baea-eaaf-4f27-a3e2-b8c5197b5d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f416336-3c71-4ad8-a255-b9a725690562,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:20.080944 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55372) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:20.120143 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:20.133361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-cadd330c-dde9-4969-82d8-d3e79ea43113 admin admin] Publish callbacks [] for security_group (3f416336-3c71-4ad8-a255-b9a725690562), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.154937 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-cadd330c-dde9-4969-82d8-d3e79ea43113 admin admin] Publish callbacks [] for security_group (3f416336-3c71-4ad8-a255-b9a725690562), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.259424 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-cadd330c-dde9-4969-82d8-d3e79ea43113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3f416336-3c71-4ad8-a255-b9a725690562), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.262556 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-cadd330c-dde9-4969-82d8-d3e79ea43113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.263797 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-cadd330c-dde9-4969-82d8-d3e79ea43113 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3f416336-3c71-4ad8-a255-b9a725690562 HTTP/1.1" status: 204 len: 168 time: 0.1816475 Sep 27 16:37:20.272021 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd330c-dde9-4969-82d8-d3e79ea43113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f416336-3c71-4ad8-a255-b9a725690562,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:20.362711 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55376) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:20.376095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e3b76316-d8e4-4c48-80d9-fadfd27dd4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.455711 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e3b76316-d8e4-4c48-80d9-fadfd27dd4ae admin admin] Publish callbacks [] for security_group (54bd0d29-8dad-4225-9569-7d5a91a7dc20), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.584919 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e3b76316-d8e4-4c48-80d9-fadfd27dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (54bd0d29-8dad-4225-9569-7d5a91a7dc20), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.622041 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:20.630484 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e3b76316-d8e4-4c48-80d9-fadfd27dd4ae admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0a2a6cfbd0954ecb8aac28c00f3d39e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665846 Sep 27 16:37:20.631635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76316-d8e4-4c48-80d9-fadfd27dd4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bd0d29-8dad-4225-9569-7d5a91a7dc20,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:20.633450 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55380) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:20.693434 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f605f264-a2cd-4c0d-9610-13b12a637297 admin admin] Publish callbacks [] for security_group (54bd0d29-8dad-4225-9569-7d5a91a7dc20), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.718127 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f605f264-a2cd-4c0d-9610-13b12a637297 admin admin] Publish callbacks [] for security_group (54bd0d29-8dad-4225-9569-7d5a91a7dc20), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.905293 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f605f264-a2cd-4c0d-9610-13b12a637297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (54bd0d29-8dad-4225-9569-7d5a91a7dc20), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.914718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f605f264-a2cd-4c0d-9610-13b12a637297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:20.915942 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f605f264-a2cd-4c0d-9610-13b12a637297 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/54bd0d29-8dad-4225-9569-7d5a91a7dc20 HTTP/1.1" status: 204 len: 168 time: 0.2804706 Sep 27 16:37:20.927237 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f264-a2cd-4c0d-9610-13b12a637297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bd0d29-8dad-4225-9569-7d5a91a7dc20,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:21.090074 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55396) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:21.107238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ac50c8e1-ad99-4bab-abc2-3388d19e9423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.128948 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:21.143082 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:21.212140 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ac50c8e1-ad99-4bab-abc2-3388d19e9423 admin admin] Publish callbacks [] for security_group (57abea30-0aa2-498d-814c-f93e76adb6d5), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.276589 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ac50c8e1-ad99-4bab-abc2-3388d19e9423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (57abea30-0aa2-498d-814c-f93e76adb6d5), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.326650 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ac50c8e1-ad99-4bab-abc2-3388d19e9423 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e379a54e25714b35be8cdd12c57035d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352149 Sep 27 16:37:21.327414 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50c8e1-ad99-4bab-abc2-3388d19e9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57abea30-0aa2-498d-814c-f93e76adb6d5,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:21.329753 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55410) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:21.408843 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-63b9f237-370c-47e3-9777-2ae93f254db6 admin admin] Publish callbacks [] for security_group (57abea30-0aa2-498d-814c-f93e76adb6d5), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.440389 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-63b9f237-370c-47e3-9777-2ae93f254db6 admin admin] Publish callbacks [] for security_group (57abea30-0aa2-498d-814c-f93e76adb6d5), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.604019 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-63b9f237-370c-47e3-9777-2ae93f254db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (57abea30-0aa2-498d-814c-f93e76adb6d5), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.607757 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-63b9f237-370c-47e3-9777-2ae93f254db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:21.611487 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-63b9f237-370c-47e3-9777-2ae93f254db6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/57abea30-0aa2-498d-814c-f93e76adb6d5 HTTP/1.1" status: 204 len: 168 time: 0.2782397 Sep 27 16:37:21.619607 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9f237-370c-47e3-9777-2ae93f254db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57abea30-0aa2-498d-814c-f93e76adb6d5,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:21.886052 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55428) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:22.146818 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ca2195b9-2b6c-4236-844d-123e861dfbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.237973 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ca2195b9-2b6c-4236-844d-123e861dfbad admin admin] Publish callbacks [] for security_group (e397a9d5-e4c5-4a94-a1b6-cee12e470ddd), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.314659 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ca2195b9-2b6c-4236-844d-123e861dfbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e397a9d5-e4c5-4a94-a1b6-cee12e470ddd), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.329000 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:22.358826 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ca2195b9-2b6c-4236-844d-123e861dfbad admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=78b55416bb584f8aa9992d308e1b1e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700868 Sep 27 16:37:22.360781 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2195b9-2b6c-4236-844d-123e861dfbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e397a9d5-e4c5-4a94-a1b6-cee12e470ddd,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:22.361780 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55450) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:22.421935 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e6bbc8a-0182-40c9-a932-f929106b4baf admin admin] Publish callbacks [] for security_group (e397a9d5-e4c5-4a94-a1b6-cee12e470ddd), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.447338 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e6bbc8a-0182-40c9-a932-f929106b4baf admin admin] Publish callbacks [] for security_group (e397a9d5-e4c5-4a94-a1b6-cee12e470ddd), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.608133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e6bbc8a-0182-40c9-a932-f929106b4baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e397a9d5-e4c5-4a94-a1b6-cee12e470ddd), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.611019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e6bbc8a-0182-40c9-a932-f929106b4baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:22.612320 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-6e6bbc8a-0182-40c9-a932-f929106b4baf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e397a9d5-e4c5-4a94-a1b6-cee12e470ddd HTTP/1.1" status: 204 len: 168 time: 0.2495704 Sep 27 16:37:22.620891 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bbc8a-0182-40c9-a932-f929106b4baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397a9d5-e4c5-4a94-a1b6-cee12e470ddd,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:23.320214 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55480) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:23.321856 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55482) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:23.337312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a260e0-c8e0-4106-bd6e-51771ed9e7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.424841 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a260e0-c8e0-4106-bd6e-51771ed9e7bb admin admin] Publish callbacks [] for security_group (411c689e-263e-4215-bd07-67581c210a0e), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.476270 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a260e0-c8e0-4106-bd6e-51771ed9e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (411c689e-263e-4215-bd07-67581c210a0e), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.510845 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.524496 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-46a260e0-c8e0-4106-bd6e-51771ed9e7bb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9545e05876d14ef08ab58ebd18bf3103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011719 Sep 27 16:37:23.526890 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55488) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:23.539297 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a260e0-c8e0-4106-bd6e-51771ed9e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c689e-263e-4215-bd07-67581c210a0e,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:23.634388 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40308afb-8c0a-43d8-919c-6707701221ab admin admin] Publish callbacks [] for security_group (411c689e-263e-4215-bd07-67581c210a0e), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.648246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Publish callbacks [] for security_group (9e14aa7a-09f5-43e4-9c72-9f948e7d0638), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.657813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40308afb-8c0a-43d8-919c-6707701221ab admin admin] Publish callbacks [] for security_group (411c689e-263e-4215-bd07-67581c210a0e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.885980 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9e14aa7a-09f5-43e4-9c72-9f948e7d0638), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.927986 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=db05a9796b1841abac93bfbabda8728f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6066310 Sep 27 16:37:23.928835 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14aa7a-09f5-43e4-9c72-9f948e7d0638,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:23.930934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55492) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:23.938806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.939166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.939712 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.940111 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.940917 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.941061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40308afb-8c0a-43d8-919c-6707701221ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (411c689e-263e-4215-bd07-67581c210a0e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.941271 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.941611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.942236 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.942577 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.942939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.943341 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.943678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.944008 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.944376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.944728 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c7182-e2fb-4cba-bc43-a38466697176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:23.945856 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40308afb-8c0a-43d8-919c-6707701221ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:23.947472 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-40308afb-8c0a-43d8-919c-6707701221ab admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/411c689e-263e-4215-bd07-67581c210a0e HTTP/1.1" status: 204 len: 168 time: 0.4192572 Sep 27 16:37:23.978768 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40308afb-8c0a-43d8-919c-6707701221ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c689e-263e-4215-bd07-67581c210a0e,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:24.041903 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Publish callbacks [] for security_group (9e14aa7a-09f5-43e4-9c72-9f948e7d0638), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:24.065877 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Publish callbacks [] for security_group (9e14aa7a-09f5-43e4-9c72-9f948e7d0638), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:24.226588 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9e14aa7a-09f5-43e4-9c72-9f948e7d0638), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:24.230365 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:24.231890 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9e14aa7a-09f5-43e4-9c72-9f948e7d0638 HTTP/1.1" status: 204 len: 168 time: 0.2999125 Sep 27 16:37:24.240644 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14aa7a-09f5-43e4-9c72-9f948e7d0638,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:24.248830 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.254714 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.255097 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.255416 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.255745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.256075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.256398 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.256715 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.257037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.257349 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.257823 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.258332 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.258617 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.258963 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:24.259281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5d496-0431-4dd0-bc69-45261030bd40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:25.415059 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=94 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:25.876535 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d53e84-e85d-418e-bbd8-8989f53308a2 req-324e6df0-8732-414b-a735-1160d1c6b0aa tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:25.878383 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d5d53e84-e85d-418e-bbd8-8989f53308a2 req-324e6df0-8732-414b-a735-1160d1c6b0aa tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.0647588 Sep 27 16:37:25.915944 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:25.934646 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d5d53e84-e85d-418e-bbd8-8989f53308a2 req-8c3f5b8a-2f63-4a8f-898d-99f87c39586b tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Sep 27 16:37:27.074931 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083e03-f4d7-4ad8-840f-2058442ce572 req-5002a21b-9ab7-421c-83ef-6bd6cd9375fb tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:27.077385 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8083e03-f4d7-4ad8-840f-2058442ce572 req-5002a21b-9ab7-421c-83ef-6bd6cd9375fb tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.0686123 Sep 27 16:37:27.137799 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8083e03-f4d7-4ad8-840f-2058442ce572 req-2b3ba6a4-f3bc-4e38-9b41-50ba90bf26b4 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Sep 27 16:37:28.040489 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55676) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:28.107550 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-c8856474-4e71-4a56-9e15-ebc4c505fe5f tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:28.109051 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-c8856474-4e71-4a56-9e15-ebc4c505fe5f tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.0912378 Sep 27 16:37:28.184260 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-224ed3cd-0627-48c1-be1e-14410caafbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.281056 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Deleting port 598be294-4d75-4e83-9ef3-4c13b0a611d9 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:37:28.281403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.300930 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:28.357076 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-224ed3cd-0627-48c1-be1e-14410caafbc8 admin admin] Publish callbacks [] for security_group (0d752487-a632-4ae4-8070-e59196d38328), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.378902 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bd568-3536-406d-83a5-52a07579eb55 req-823e5ceb-926d-45b1-8539-c9a157ce9de9 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:28.380970 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f57bd568-3536-406d-83a5-52a07579eb55 req-823e5ceb-926d-45b1-8539-c9a157ce9de9 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 945 time: 0.0782967 Sep 27 16:37:28.411588 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] For port 598be294-4d75-4e83-9ef3-4c13b0a611d9, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=598be294-4d75-4e83-9ef3-4c13b0a611d9,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:28.411944 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.427017 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Calling delete_port for 598be294-4d75-4e83-9ef3-4c13b0a611d9 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:37:28.430283 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f57bd568-3536-406d-83a5-52a07579eb55 req-57de6464-d881-4d90-82b5-a7cb1ee27242 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Sep 27 16:37:28.493059 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-224ed3cd-0627-48c1-be1e-14410caafbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0d752487-a632-4ae4-8070-e59196d38328), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.534495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-224ed3cd-0627-48c1-be1e-14410caafbc8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4c1b29b0f86642a48aeeb68393f7d297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929297 Sep 27 16:37:28.535393 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ed3cd-0627-48c1-be1e-14410caafbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d752487-a632-4ae4-8070-e59196d38328,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:28.537967 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55696) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:28.597334 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f88fc67f-cdbf-42b4-8281-dda61b80f9df admin admin] Publish callbacks [] for security_group (0d752487-a632-4ae4-8070-e59196d38328), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.624222 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f88fc67f-cdbf-42b4-8281-dda61b80f9df admin admin] Publish callbacks [] for security_group (0d752487-a632-4ae4-8070-e59196d38328), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.671120 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (598be294-4d75-4e83-9ef3-4c13b0a611d9), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.688845 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['598be294-4d75-4e83-9ef3-4c13b0a611d9'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:37:28.710118 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Pushing event deleted for resources: {'Port': ['ID=598be294-4d75-4e83-9ef3-4c13b0a611d9,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:28.790019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] No DVR routers for this DVR port 598be294-4d75-4e83-9ef3-4c13b0a611d9 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:37:28.798715 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.802376 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f88fc67f-cdbf-42b4-8281-dda61b80f9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0d752487-a632-4ae4-8070-e59196d38328), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.806292 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bd9ad6bd-ee74-433a-8843-d2271e548312 req-de7772df-9792-4396-ae41-347180bf93a7 tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.33 "DELETE /networking/v2.0/ports/598be294-4d75-4e83-9ef3-4c13b0a611d9 HTTP/1.1" status: 204 len: 173 time: 0.6858525 Sep 27 16:37:28.806292 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'name': 'network-vif-deleted', 'tag': '598be294-4d75-4e83-9ef3-4c13b0a611d9'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:28.806498 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f88fc67f-cdbf-42b4-8281-dda61b80f9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:28.806608 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac636671-552c-433e-becc-a15cf7aa3b7b" -d '{"events": [{"server_uuid": "7b665e8b-d6f6-4474-9066-70f12819fad1", "name": "network-vif-deleted", "tag": "598be294-4d75-4e83-9ef3-4c13b0a611d9"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:28.816342 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f88fc67f-cdbf-42b4-8281-dda61b80f9df admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0d752487-a632-4ae4-8070-e59196d38328 HTTP/1.1" status: 204 len: 168 time: 0.2773423 Sep 27 16:37:28.834359 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fc67f-cdbf-42b4-8281-dda61b80f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d752487-a632-4ae4-8070-e59196d38328,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:28.864439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a55bc6-e06c-462b-af56-1e42249ac340 x-openstack-request-id: req-59a55bc6-e06c-462b-af56-1e42249ac340 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:28.864737 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b665e8b-d6f6-4474-9066-70f12819fad1", "name": "network-vif-deleted", "tag": "598be294-4d75-4e83-9ef3-4c13b0a611d9", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:28.865003 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59a55bc6-e06c-462b-af56-1e42249ac340 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:28.865432 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a55bc6-e06c-462b-af56-1e42249ac340'] response: {'server_uuid': '7b665e8b-d6f6-4474-9066-70f12819fad1', 'name': 'network-vif-deleted', 'tag': '598be294-4d75-4e83-9ef3-4c13b0a611d9', 'status': 'completed', 'code': 200} Sep 27 16:37:29.152061 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-87b758f9-68c7-4829-b561-9f9e457b134a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756168 Sep 27 16:37:29.227182 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:29.241009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-ff5c592e-f96a-4cb3-a6d6-035878f22cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:29.242334 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-ff5c592e-f96a-4cb3-a6d6-035878f22cff service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1129 time: 0.0405614 Sep 27 16:37:29.280373 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:29.372317 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-7baa7315-614e-4242-b0c9-9cdb14aff9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:29.373973 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-7baa7315-614e-4242-b0c9-9cdb14aff9e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.1011081 Sep 27 16:37:29.449812 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-431af247-4fe6-4aa5-af24-9b644d177a86 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 1001 time: 0.0666740 Sep 27 16:37:29.500387 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-17e1ee6d-2a49-4035-8ff7-834cca78f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:29.501827 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-17e1ee6d-2a49-4035-8ff7-834cca78f944 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0455074 Sep 27 16:37:29.545863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-4d49809a-13bb-408b-b7f6-0128e4a92887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:29.547406 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-4d49809a-13bb-408b-b7f6-0128e4a92887 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391598 Sep 27 16:37:29.550769 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2e7309bb-3e24-4e36-8a5b-e1d319e44c97 req-30d000de-fd22-42d6-b8d2-afa4f38ad9ce tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Sep 27 16:37:29.600605 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55718) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:29.616953 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6f3be8b0-96c8-4942-8750-09f11568a392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:29.650642 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:29.658092 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-bc159f27-8b8e-41fc-ab63-c12da835669e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038425 Sep 27 16:37:29.699394 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6f3be8b0-96c8-4942-8750-09f11568a392 admin admin] Publish callbacks [] for security_group (4c1ed7f7-637b-449d-8f85-913338f35e65), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:29.764730 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b6c008d4-dbc1-4ec1-af39-a65e678d103e req-f9a3b09e-8484-49bb-a80d-9a4cd3bb1f2e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914989 Sep 27 16:37:29.790103 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6f3be8b0-96c8-4942-8750-09f11568a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (4c1ed7f7-637b-449d-8f85-913338f35e65), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:29.844818 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-6f3be8b0-96c8-4942-8750-09f11568a392 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=aadd31f6a9ab462ba1a4c806d86bc6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431114 Sep 27 16:37:29.845929 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3be8b0-96c8-4942-8750-09f11568a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ed7f7-637b-449d-8f85-913338f35e65,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:29.853034 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55720) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:29.910489 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-13c840f7-b60a-46d7-a3fb-fbc6f1fd4002 admin admin] Publish callbacks [] for security_group (4c1ed7f7-637b-449d-8f85-913338f35e65), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:29.931237 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-13c840f7-b60a-46d7-a3fb-fbc6f1fd4002 admin admin] Publish callbacks [] for security_group (4c1ed7f7-637b-449d-8f85-913338f35e65), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:30.128037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-13c840f7-b60a-46d7-a3fb-fbc6f1fd4002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (4c1ed7f7-637b-449d-8f85-913338f35e65), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:30.133554 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-13c840f7-b60a-46d7-a3fb-fbc6f1fd4002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:30.133554 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-13c840f7-b60a-46d7-a3fb-fbc6f1fd4002 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4c1ed7f7-637b-449d-8f85-913338f35e65 HTTP/1.1" status: 204 len: 168 time: 0.2770596 Sep 27 16:37:30.140481 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c840f7-b60a-46d7-a3fb-fbc6f1fd4002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ed7f7-637b-449d-8f85-913338f35e65,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:30.687444 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ac01b5ca-3469-485a-a950-a0efc3ad6075 req-cf5803c6-edb3-4591-ae88-8ed409070b6d tempest-DeleteServersTestJSON-114233509 tempest-DeleteServersTestJSON-114233509-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7b665e8b-d6f6-4474-9066-70f12819fad1 HTTP/1.1" status: 200 len: 210 time: 0.0301566 Sep 27 16:37:31.131659 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:31.170284 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 598be294-4d75-4e83-9ef3-4c13b0a611d9 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:37:31.190696 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 598be294-4d75-4e83-9ef3-4c13b0a611d9 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:37:31.191070 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 598be294-4d75-4e83-9ef3-4c13b0a611d9 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:37:32.060457 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55814) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:32.167386 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de5d9743-0e44-4f93-bcea-4364ed3a1ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.241713 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de5d9743-0e44-4f93-bcea-4364ed3a1ce5 admin admin] Publish callbacks [] for security_group (086c76c7-dd8f-40b7-9b9d-f6aee4c164d6), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.344980 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de5d9743-0e44-4f93-bcea-4364ed3a1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (086c76c7-dd8f-40b7-9b9d-f6aee4c164d6), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.394022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55826) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:32.394505 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-de5d9743-0e44-4f93-bcea-4364ed3a1ce5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=817923d7c2464263969257ed51cc7607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324332 Sep 27 16:37:32.399920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d9743-0e44-4f93-bcea-4364ed3a1ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086c76c7-dd8f-40b7-9b9d-f6aee4c164d6,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:32.673356 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6874c071-e587-4070-8bc2-2f3fd9d418ef admin admin] Publish callbacks [] for security_group (086c76c7-dd8f-40b7-9b9d-f6aee4c164d6), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.700354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6874c071-e587-4070-8bc2-2f3fd9d418ef admin admin] Publish callbacks [] for security_group (086c76c7-dd8f-40b7-9b9d-f6aee4c164d6), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.715453 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:32.864699 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6874c071-e587-4070-8bc2-2f3fd9d418ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (086c76c7-dd8f-40b7-9b9d-f6aee4c164d6), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.867454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6874c071-e587-4070-8bc2-2f3fd9d418ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:32.868624 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-6874c071-e587-4070-8bc2-2f3fd9d418ef admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/086c76c7-dd8f-40b7-9b9d-f6aee4c164d6 HTTP/1.1" status: 204 len: 168 time: 0.4730458 Sep 27 16:37:32.877190 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874c071-e587-4070-8bc2-2f3fd9d418ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c76c7-dd8f-40b7-9b9d-f6aee4c164d6,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:33.579227 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55866) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:33.996814 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (f149d778-4370-410f-bdb2-36d70e9b0dd2), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.309037 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Deleting port c2f77cd3-776c-4551-9a8b-f80f7d78b829 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:37:34.309381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.409191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] For port c2f77cd3-776c-4551-9a8b-f80f7d78b829, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c2f77cd3-776c-4551-9a8b-f80f7d78b829,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:34.409191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.421444 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Calling delete_port for c2f77cd3-776c-4551-9a8b-f80f7d78b829 owned by network:router_interface {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:37:34.538394 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3f83de4f-abf1-458e-8366-a482f3bcd6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.552540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:34.561455 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:34.698328 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (c2f77cd3-776c-4551-9a8b-f80f7d78b829), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.747798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f77cd3-776c-4551-9a8b-f80f7d78b829,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:34.799544 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55918) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:34.883745 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (f149d778-4370-410f-bdb2-36d70e9b0dd2), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.921675 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eee11987-2ca9-41f0-ad81-ac2e2a2e0cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:34.947649 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:35.018374 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eee11987-2ca9-41f0-ad81-ac2e2a2e0cf5 admin admin] Publish callbacks [] for security_group (daac5c99-3873-4d42-bf95-993ea06e05a5), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.108978 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-eee11987-2ca9-41f0-ad81-ac2e2a2e0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (daac5c99-3873-4d42-bf95-993ea06e05a5), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.111144 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Router f149d778-4370-410f-bdb2-36d70e9b0dd2 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:37:35.149610 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee11987-2ca9-41f0-ad81-ac2e2a2e0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daac5c99-3873-4d42-bf95-993ea06e05a5,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:35.153164 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:35.153946 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-eee11987-2ca9-41f0-ad81-ac2e2a2e0cf5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6abe722eb0a34e98ac59acac0b02c903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533773 Sep 27 16:37:35.156696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55928) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:35.213156 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-24ef9a06-0dbc-46ba-8e66-68fba25b064e admin admin] Publish callbacks [] for security_group (daac5c99-3873-4d42-bf95-993ea06e05a5), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.227661 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:37:35.235892 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55934) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:35.236026 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ac04c5f6-1390-491e-9fcf-44d369a1b552 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/f149d778-4370-410f-bdb2-36d70e9b0dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6554320 Sep 27 16:37:35.242712 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] Sync routers for ids ['f149d778-4370-410f-bdb2-36d70e9b0dd2'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:37:35.243266 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-24ef9a06-0dbc-46ba-8e66-68fba25b064e admin admin] Publish callbacks [] for security_group (daac5c99-3873-4d42-bf95-993ea06e05a5), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.253779 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] Routers {'f149d778-4370-410f-bdb2-36d70e9b0dd2'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:35.254399 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['f149d778-4370-410f-bdb2-36d70e9b0dd2'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:35.400252 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] Set router f149d778-4370-410f-bdb2-36d70e9b0dd2 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:35.542253 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:35.624038 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:37:34Z', 'revision_number': 5, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:35.649955 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] Checking router: f149d778-4370-410f-bdb2-36d70e9b0dd2 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:37:35.653001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks [] for router (f149d778-4370-410f-bdb2-36d70e9b0dd2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.661465 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] Routers {'f149d778-4370-410f-bdb2-36d70e9b0dd2'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:35.662140 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['f149d778-4370-410f-bdb2-36d70e9b0dd2'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:35.731150 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-24ef9a06-0dbc-46ba-8e66-68fba25b064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (daac5c99-3873-4d42-bf95-993ea06e05a5), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.733623 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-24ef9a06-0dbc-46ba-8e66-68fba25b064e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.734751 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-24ef9a06-0dbc-46ba-8e66-68fba25b064e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/daac5c99-3873-4d42-bf95-993ea06e05a5 HTTP/1.1" status: 204 len: 168 time: 0.5771537 Sep 27 16:37:35.754502 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef9a06-0dbc-46ba-8e66-68fba25b064e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daac5c99-3873-4d42-bf95-993ea06e05a5,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:35.796275 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks [] for router_gateway (f149d778-4370-410f-bdb2-36d70e9b0dd2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:35.818671 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] Set router f149d778-4370-410f-bdb2-36d70e9b0dd2 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:36.003891 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Deleting port 52e2a6b7-c1be-480a-ae1e-57a8331495b2 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:37:36.004431 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.032705 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:37:34Z', 'revision_number': 5, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:36.060863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 55956) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:36.095554 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] For port 52e2a6b7-c1be-480a-ae1e-57a8331495b2, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=52e2a6b7-c1be-480a-ae1e-57a8331495b2,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:36.095926 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.137429 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Calling delete_port for 52e2a6b7-c1be-480a-ae1e-57a8331495b2 owned by network:router_gateway {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:37:36.166746 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb0502-3107-4da6-bcd0-92c77d3f4fd2 None None] The sync data for ids ['f149d778-4370-410f-bdb2-36d70e9b0dd2'] in dv-cinder-855060-2-iscsi is: [{'id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'name': 'tempest-DeleteServersTestJSON-1990715025-router', 'tenant_id': '996f7fb4be7b42ceb08488b812087543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:24Z', 'updated_at': '2022-09-27T16:37:34Z', 'revision_number': 5, 'project_id': '996f7fb4be7b42ceb08488b812087543', 'gw_port': {'id': '52e2a6b7-c1be-480a-ae1e-57a8331495b2', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149d778-4370-410f-bdb2-36d70e9b0dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:37:36.225635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0b47f5b2-3405-4060-8187-1826ecc119c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.351850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0b47f5b2-3405-4060-8187-1826ecc119c8 admin admin] Publish callbacks [] for security_group (2473db9b-1c9b-45d4-9c15-6bd5d7639cdd), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.356153 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:36.460235 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0b47f5b2-3405-4060-8187-1826ecc119c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2473db9b-1c9b-45d4-9c15-6bd5d7639cdd), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.491739 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0b47f5b2-3405-4060-8187-1826ecc119c8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ee72d024fa844e0fb199018e5a52887e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286706 Sep 27 16:37:36.499740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55984) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:36.527857 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47f5b2-3405-4060-8187-1826ecc119c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473db9b-1c9b-45d4-9c15-6bd5d7639cdd,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:36.580564 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-28d912c5-bc01-46ed-ac53-592faab45b96 admin admin] Publish callbacks [] for security_group (2473db9b-1c9b-45d4-9c15-6bd5d7639cdd), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.610024 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-28d912c5-bc01-46ed-ac53-592faab45b96 admin admin] Publish callbacks [] for security_group (2473db9b-1c9b-45d4-9c15-6bd5d7639cdd), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.646328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (52e2a6b7-c1be-480a-ae1e-57a8331495b2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.682522 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e2a6b7-c1be-480a-ae1e-57a8331495b2,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:36.732215 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (f149d778-4370-410f-bdb2-36d70e9b0dd2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.839125 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (f149d778-4370-410f-bdb2-36d70e9b0dd2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.841405 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks [] for router_controller (f149d778-4370-410f-bdb2-36d70e9b0dd2), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.845126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-28d912c5-bc01-46ed-ac53-592faab45b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2473db9b-1c9b-45d4-9c15-6bd5d7639cdd), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.847647 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-28d912c5-bc01-46ed-ac53-592faab45b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:36.849126 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-28d912c5-bc01-46ed-ac53-592faab45b96 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2473db9b-1c9b-45d4-9c15-6bd5d7639cdd HTTP/1.1" status: 204 len: 168 time: 0.3541465 Sep 27 16:37:36.910459 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d912c5-bc01-46ed-ac53-592faab45b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473db9b-1c9b-45d4-9c15-6bd5d7639cdd,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:37.005904 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-de902ff5-132d-4449-ae37-39314d51d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.036814 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (f149d778-4370-410f-bdb2-36d70e9b0dd2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.037572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f149d778-4370-410f-bdb2-36d70e9b0dd2 {{(pid=106896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:37:37.043985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.045287 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-391ad7ae-3df0-4b50-af48-158dd7bc5e84 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/f149d778-4370-410f-bdb2-36d70e9b0dd2 HTTP/1.1" status: 204 len: 168 time: 1.8084407 Sep 27 16:37:37.048371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 55998) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:37.088408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:37.101885 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Deleting subnet 777e4aca-967d-4809-8830-cf396a2e6ba2 {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:37:37.105828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Publish callbacks [] for subnet (777e4aca-967d-4809-8830-cf396a2e6ba2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.145526 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Publish callbacks [] for subnet (777e4aca-967d-4809-8830-cf396a2e6ba2), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.224491 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (777e4aca-967d-4809-8830-cf396a2e6ba2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.437039 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (777e4aca-967d-4809-8830-cf396a2e6ba2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.459577 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777e4aca-967d-4809-8830-cf396a2e6ba2,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:37.461322 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.464586 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f4141145-bb92-4806-99c2-e34df2ced0bc admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/777e4aca-967d-4809-8830-cf396a2e6ba2 HTTP/1.1" status: 204 len: 168 time: 0.4149673 Sep 27 16:37:37.473763 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56012) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:37.477363 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34eb58-9ee1-4bc0-8a14-bf2d8342aad4 None None] Network 6dde6306-738e-4712-a96b-a15f6cb9b5d1 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:37:37.567954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (6dde6306-738e-4712-a96b-a15f6cb9b5d1), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.614250 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c2f77cd3-776c-4551-9a8b-f80f7d78b829 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:37:37.627996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Deleting port de2a10c7-24fe-4960-8d4d-af175a15f073 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:37:37.628385 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.647700 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: c2f77cd3-776c-4551-9a8b-f80f7d78b829 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:37:37.648268 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c2f77cd3-776c-4551-9a8b-f80f7d78b829 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:37:37.648969 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 52e2a6b7-c1be-480a-ae1e-57a8331495b2 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:37:37.675178 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 52e2a6b7-c1be-480a-ae1e-57a8331495b2 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:37:37.675851 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 52e2a6b7-c1be-480a-ae1e-57a8331495b2 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:37:37.706614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] For port de2a10c7-24fe-4960-8d4d-af175a15f073, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=de2a10c7-24fe-4960-8d4d-af175a15f073,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:37.707010 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.719975 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Calling delete_port for de2a10c7-24fe-4960-8d4d-af175a15f073 owned by network:dhcp {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:37:37.737622 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] DHCP port deletion for 6dde6306-738e-4712-a96b-a15f6cb9b5d1 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:37:37.769113 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:37.777831 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56018) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:37.784195 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Deleting port de2a10c7-24fe-4960-8d4d-af175a15f073 {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:37:37.784760 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.791442 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41fe07c4-77f9-4b13-ac5a-45fd29d9a2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.861857 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] For port de2a10c7-24fe-4960-8d4d-af175a15f073, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=de2a10c7-24fe-4960-8d4d-af175a15f073,segment=NetworkSegment(68201416-9b8e-4a5a-b090-02057ced8dc3),segment_id=68201416-9b8e-4a5a-b090-02057ced8dc3)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:37.862528 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.872784 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41fe07c4-77f9-4b13-ac5a-45fd29d9a2ef admin admin] Publish callbacks [] for security_group (b8e66d10-ec1f-42af-9d1f-8004cbe01891), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.882274 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Calling delete_port for de2a10c7-24fe-4960-8d4d-af175a15f073 owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:37:37.883208 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:37.916584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2a10c7-24fe-4960-8d4d-af175a15f073,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:37.919024 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] No DVR routers for this DVR port de2a10c7-24fe-4960-8d4d-af175a15f073 on host dv-cinder-855060-2-iscsi {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:37:37.933670 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41fe07c4-77f9-4b13-ac5a-45fd29d9a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (b8e66d10-ec1f-42af-9d1f-8004cbe01891), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.013629 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-41fe07c4-77f9-4b13-ac5a-45fd29d9a2ef admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d576c830819f484fb2c13bf21ce92017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346301 Sep 27 16:37:38.014672 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe07c4-77f9-4b13-ac5a-45fd29d9a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e66d10-ec1f-42af-9d1f-8004cbe01891,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:38.017221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56026) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:38.092928 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (6dde6306-738e-4712-a96b-a15f6cb9b5d1), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.113539 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b54f3bcc-d55a-4514-b07b-70e497f14c90 admin admin] Publish callbacks [] for security_group (b8e66d10-ec1f-42af-9d1f-8004cbe01891), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.120426 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.120917 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.121844 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.122294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.122705 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.123133 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.124950 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.125423 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.125861 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.126315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.144279 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b54f3bcc-d55a-4514-b07b-70e497f14c90 admin admin] Publish callbacks [] for security_group (b8e66d10-ec1f-42af-9d1f-8004cbe01891), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.204020 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:38.206101 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (de2a10c7-24fe-4960-8d4d-af175a15f073), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.233761 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Pushing event deleted for resources: {'Port': ['ID=de2a10c7-24fe-4960-8d4d-af175a15f073,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:38.237692 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] No DVR routers for this DVR port de2a10c7-24fe-4960-8d4d-af175a15f073 on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:37:38.243909 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.244204 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.244573 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.244937 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.245278 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.245643 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.245976 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.246477 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.246858 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.247193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.247525 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.247864 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.248196 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.248539 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.248860 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a46604-58aa-4680-8acb-c7143992fe3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:38.312397 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.312705 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.313039 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.313368 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:37:38.313774 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dde6306-738e-4712-a96b-a15f6cb9b5d1']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:38.327616 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.332295 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b54f3bcc-d55a-4514-b07b-70e497f14c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (b8e66d10-ec1f-42af-9d1f-8004cbe01891), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.332295 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b54f3bcc-d55a-4514-b07b-70e497f14c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.332295 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-b54f3bcc-d55a-4514-b07b-70e497f14c90 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b8e66d10-ec1f-42af-9d1f-8004cbe01891 HTTP/1.1" status: 204 len: 168 time: 0.3110523 Sep 27 16:37:38.337676 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68201416-9b8e-4a5a-b090-02057ced8dc3') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:38.339236 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68201416-9b8e-4a5a-b090-02057ced8dc3') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:38.350100 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f3bcc-d55a-4514-b07b-70e497f14c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e66d10-ec1f-42af-9d1f-8004cbe01891,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:38.362678 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (68201416-9b8e-4a5a-b090-02057ced8dc3), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.388435 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (68201416-9b8e-4a5a-b090-02057ced8dc3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.398803 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:37:38.399363 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (68201416-9b8e-4a5a-b090-02057ced8dc3), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.572317 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (6dde6306-738e-4712-a96b-a15f6cb9b5d1), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.590044 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:38.593473 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6dde6306-738e-4712-a96b-a15f6cb9b5d1 HTTP/1.1" status: 204 len: 168 time: 1.1253078 Sep 27 16:37:38.594466 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d50d-5cf6-42a7-bfaa-efd8179164d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dde6306-738e-4712-a96b-a15f6cb9b5d1,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:39.048381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56058) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:39.066584 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-167aa372-0030-4e70-9789-4e31b8f1ab8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.086769 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:39.132723 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56062) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:39.150908 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-167aa372-0030-4e70-9789-4e31b8f1ab8b admin admin] Publish callbacks [] for security_group (183af26e-1143-45f6-846c-320ebdb01223), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.174597 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-90d9f470-6a19-4f5a-b72b-539aaa6ff7f5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=996f7fb4be7b42ceb08488b812087543&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402110 Sep 27 16:37:39.177090 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56064) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:39.224940 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-167aa372-0030-4e70-9789-4e31b8f1ab8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (183af26e-1143-45f6-846c-320ebdb01223), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.226235 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3afbfcfe-5587-4dd6-baeb-f092301a77a0 admin admin] Publish callbacks [] for security_group (6f3d7db8-67b4-4c2c-9928-1548b35b8ea5), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.247282 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 68201416-9b8e-4a5a-b090-02057ced8dc3 resource provider aggregate not found Sep 27 16:37:39.259422 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3afbfcfe-5587-4dd6-baeb-f092301a77a0 admin admin] Publish callbacks [] for security_group (6f3d7db8-67b4-4c2c-9928-1548b35b8ea5), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.267849 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:39.271398 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-167aa372-0030-4e70-9789-4e31b8f1ab8b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dbc7e83dd3d3429aaa953500ef3ae337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217100 Sep 27 16:37:39.274296 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aa372-0030-4e70-9789-4e31b8f1ab8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183af26e-1143-45f6-846c-320ebdb01223,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:39.274432 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56068) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:39.280235 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 68201416-9b8e-4a5a-b090-02057ced8dc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68201416-9b8e-4a5a-b090-02057ced8dc3 found for delete ", "request_id": "req-da3c6035-cead-4e2b-8414-88ea9cd1128b"}]} Sep 27 16:37:39.351373 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c518831d-eb05-48d4-b99f-7189fa7f147d admin admin] Publish callbacks [] for security_group (183af26e-1143-45f6-846c-320ebdb01223), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.372323 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c518831d-eb05-48d4-b99f-7189fa7f147d admin admin] Publish callbacks [] for security_group (183af26e-1143-45f6-846c-320ebdb01223), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.377960 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:39.439972 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3afbfcfe-5587-4dd6-baeb-f092301a77a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (6f3d7db8-67b4-4c2c-9928-1548b35b8ea5), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.442569 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3afbfcfe-5587-4dd6-baeb-f092301a77a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.443791 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3afbfcfe-5587-4dd6-baeb-f092301a77a0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6f3d7db8-67b4-4c2c-9928-1548b35b8ea5 HTTP/1.1" status: 204 len: 168 time: 0.2653003 Sep 27 16:37:39.452702 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbfcfe-5587-4dd6-baeb-f092301a77a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d7db8-67b4-4c2c-9928-1548b35b8ea5,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:39.466750 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device de2a10c7-24fe-4960-8d4d-af175a15f073 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:37:39.489425 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: de2a10c7-24fe-4960-8d4d-af175a15f073 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:37:39.489776 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device de2a10c7-24fe-4960-8d4d-af175a15f073 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:37:39.539077 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c518831d-eb05-48d4-b99f-7189fa7f147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (183af26e-1143-45f6-846c-320ebdb01223), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.542147 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c518831d-eb05-48d4-b99f-7189fa7f147d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.543926 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c518831d-eb05-48d4-b99f-7189fa7f147d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/183af26e-1143-45f6-846c-320ebdb01223 HTTP/1.1" status: 204 len: 168 time: 0.2628143 Sep 27 16:37:39.554728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518831d-eb05-48d4-b99f-7189fa7f147d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183af26e-1143-45f6-846c-320ebdb01223,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:39.716364 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:39.767814 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:40.705787 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56124) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:40.808370 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-network', 'tenant_id': '9288b4e62bc945479636aec307a98746'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:40.915063 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Made reservation on behalf of 9288b4e62bc945479636aec307a98746 for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:37:40.917614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:40.926886 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.013307 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks [] for security_group (219c83e7-d874-4598-a6aa-2005bfe14c36), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.128048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (219c83e7-d874-4598-a6aa-2005bfe14c36), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.150799 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:37:41.164813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c83e7-d874-4598-a6aa-2005bfe14c36,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:41.169552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (92e35f1b-4ed6-41bc-9617-6e3b2947a475), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.169890 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Added segment 92e35f1b-4ed6-41bc-9617-6e3b2947a475 of type vlan for network c69d5dae-8230-4d1b-853f-7ade2d011d4c Sep 27 16:37:41.212291 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (c69d5dae-8230-4d1b-853f-7ade2d011d4c), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.304834 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (c69d5dae-8230-4d1b-853f-7ade2d011d4c), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.305901 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:41.306491 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.369186 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] Pushing event updated for resources: {'Network': ['ID=c69d5dae-8230-4d1b-853f-7ade2d011d4c,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:41.379672 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:37:41.382844 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:41.427505 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-6e9ebd22-1cc0-418e-838c-c65dd761ff07 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7206130 Sep 27 16:37:41.430959 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56136) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:41.439851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Request body: {'subnet': {'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-subnet', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:41.531643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Made reservation on behalf of 9288b4e62bc945479636aec307a98746 for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:37:41.535712 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.817475 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (3e87174e-306c-4a80-9440-14ae73451098), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:41.882619 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e87174e-306c-4a80-9440-14ae73451098,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:41.888605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Checking segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:41.888958 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Network hostable DHCP agents. Network: c69d5dae-8230-4d1b-853f-7ade2d011d4c, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:37:41.968181 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56158) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:42.037923 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:37:42.087696 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8459ac23-605b-4cd0-9e2d-5a5b4e46d280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.143369 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, c69d5dae-8230-4d1b-853f-7ade2d011d4c) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:42.152333 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708236b7-7c2c-4e25-997c-b12c3ceb6407 None None] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:37:42.158823 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:42.159424 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.179628 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8459ac23-605b-4cd0-9e2d-5a5b4e46d280 admin admin] Publish callbacks [] for security_group (874331de-17f0-41fd-9321-092da3ea80e3), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.257513 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:37:42.259083 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.259904 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8459ac23-605b-4cd0-9e2d-5a5b4e46d280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (874331de-17f0-41fd-9321-092da3ea80e3), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.269850 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-db2b10e5-ca0e-429b-a1b9-bd9c7ee2b549 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8371463 Sep 27 16:37:42.273004 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56168) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:42.280352 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:42.306839 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:42.311020 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459ac23-605b-4cd0-9e2d-5a5b4e46d280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874331de-17f0-41fd-9321-092da3ea80e3,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:42.318116 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8459ac23-605b-4cd0-9e2d-5a5b4e46d280 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e35e92f72c084d2e9f8635160b457f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464887 Sep 27 16:37:42.318931 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56170) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:42.375389 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9361ec6-c0d9-42cf-8617-a665257f9acf admin admin] Publish callbacks [] for security_group (874331de-17f0-41fd-9321-092da3ea80e3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.379664 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (efa0b90f-456e-4611-ba34-58b390437bee), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.380923 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (efa0b90f-456e-4611-ba34-58b390437bee), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.398739 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9361ec6-c0d9-42cf-8617-a665257f9acf admin admin] Publish callbacks [] for security_group (874331de-17f0-41fd-9321-092da3ea80e3), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.408368 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Allocated IP 172.20.0.2 (c69d5dae-8230-4d1b-853f-7ade2d011d4c/3e87174e-306c-4a80-9440-14ae73451098/3df502ee-b730-4935-99f5-ce618b1ab1cc) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:37:42.439977 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks [] for router_controller (efa0b90f-456e-4611-ba34-58b390437bee), precommit_add_association {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.514952 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:42.552772 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Publish callbacks [] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.605507 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9361ec6-c0d9-42cf-8617-a665257f9acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (874331de-17f0-41fd-9321-092da3ea80e3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.608086 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9361ec6-c0d9-42cf-8617-a665257f9acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.609228 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e9361ec6-c0d9-42cf-8617-a665257f9acf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/874331de-17f0-41fd-9321-092da3ea80e3 HTTP/1.1" status: 204 len: 168 time: 0.2898865 Sep 27 16:37:42.617597 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9361ec6-c0d9-42cf-8617-a665257f9acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874331de-17f0-41fd-9321-092da3ea80e3,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:42.734332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.780096 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:42.785760 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:42.788012 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Pushing event updated for resources: {'Port': ['ID=3df502ee-b730-4935-99f5-ce618b1ab1cc,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:42.790228 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:37:42.852006 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Attempting to bind port 3df502ee-b730-4935-99f5-ce618b1ab1cc on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:37:42.852375 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Attempting to bind port 3df502ee-b730-4935-99f5-ce618b1ab1cc by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:37:42.852730 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Attempting to bind port 3df502ee-b730-4935-99f5-ce618b1ab1cc on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:42.900188 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:37:42.900606 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Checking segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:42.901086 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.901485 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Bound using segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:37:42.902148 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Bound port: 3df502ee-b730-4935-99f5-ce618b1ab1cc, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:37:42.902489 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.947302 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks [] for router_gateway (efa0b90f-456e-4611-ba34-58b390437bee), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:42.963802 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] For port 3df502ee-b730-4935-99f5-ce618b1ab1cc, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:37:42.967586 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] For port 3df502ee-b730-4935-99f5-ce618b1ab1cc, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3df502ee-b730-4935-99f5-ce618b1ab1cc,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:37:43.076663 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.171983 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c9da6-f0b5-4756-8fc8-8d2e7b386e84 None None] Pushing event updated for resources: {'Port': ['ID=3df502ee-b730-4935-99f5-ce618b1ab1cc,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:43.177238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:43.221015 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks [] for router_gateway (efa0b90f-456e-4611-ba34-58b390437bee), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.240921 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.380161 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Allocated IP 172.27.2.56 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/f477c200-b660-4dc1-8faf-64235039f5ac) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:37:43.468404 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56188) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:43.486835 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37144830-5fba-4fd9-9233-418136efea5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.493373 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks [] for port (f477c200-b660-4dc1-8faf-64235039f5ac), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.517658 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3df502ee-b730-4935-99f5-ce618b1ab1cc up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:43.529574 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:43.540095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:43.568377 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 3df502ee-b730-4935-99f5-ce618b1ab1cc triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:43.568723 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.569093 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 3df502ee-b730-4935-99f5-ce618b1ab1cc Sep 27 16:37:43.571851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37144830-5fba-4fd9-9233-418136efea5c admin admin] Publish callbacks [] for security_group (a0677c9f-8901-45c5-9550-34d16f67b89b), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.585849 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.590266 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:43.627055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:43.630131 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:43.632987 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:37:43.644606 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 3df502ee-b730-4935-99f5-ce618b1ab1cc is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:43.645007 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.646040 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37144830-5fba-4fd9-9233-418136efea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (a0677c9f-8901-45c5-9550-34d16f67b89b), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.673119 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Pushing event updated for resources: {'Port': ['ID=f477c200-b660-4dc1-8faf-64235039f5ac,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:43.681970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 3df502ee-b730-4935-99f5-ce618b1ab1cc, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3df502ee-b730-4935-99f5-ce618b1ab1cc,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:43.690403 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-37144830-5fba-4fd9-9233-418136efea5c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a985563bd4524156850052bb619381df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183726 Sep 27 16:37:43.690403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37144830-5fba-4fd9-9233-418136efea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0677c9f-8901-45c5-9550-34d16f67b89b,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:43.691437 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56192) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:43.760330 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.829704 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=3df502ee-b730-4935-99f5-ce618b1ab1cc,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:43.839428 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f2f282e4-999d-4fdc-a00b-b7a27ad4e2df admin admin] Publish callbacks [] for security_group (a0677c9f-8901-45c5-9550-34d16f67b89b), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:43.862276 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f2f282e4-999d-4fdc-a00b-b7a27ad4e2df admin admin] Publish callbacks [] for security_group (a0677c9f-8901-45c5-9550-34d16f67b89b), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.038735 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f2f282e4-999d-4fdc-a00b-b7a27ad4e2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (a0677c9f-8901-45c5-9550-34d16f67b89b), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.041331 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f2f282e4-999d-4fdc-a00b-b7a27ad4e2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.045709 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f2f282e4-999d-4fdc-a00b-b7a27ad4e2df admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a0677c9f-8901-45c5-9550-34d16f67b89b HTTP/1.1" status: 204 len: 168 time: 0.3498540 Sep 27 16:37:44.060238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f282e4-999d-4fdc-a00b-b7a27ad4e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0677c9f-8901-45c5-9550-34d16f67b89b,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:44.073823 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks [] for router_gateway (efa0b90f-456e-4611-ba34-58b390437bee), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.151274 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8d056-a9a2-489a-a056-90fbad038d1e None None] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:37:44.201388 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-8a8a438b-8b6e-4363-a842-b904d42cff70 None None] Provisioning complete for port 3df502ee-b730-4935-99f5-ce618b1ab1cc triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:44.201758 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8a8a438b-8b6e-4363-a842-b904d42cff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.202093 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8a8a438b-8b6e-4363-a842-b904d42cff70 None None] Attempt 1 to provision port 3df502ee-b730-4935-99f5-ce618b1ab1cc Sep 27 16:37:44.308930 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (efa0b90f-456e-4611-ba34-58b390437bee), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.329317 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a438b-8b6e-4363-a842-b904d42cff70 None None] Current status of the port 3df502ee-b730-4935-99f5-ce618b1ab1cc is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:44.554952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Router efa0b90f-456e-4611-ba34-58b390437bee is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:37:44.555402 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-1319841b-063f-4217-89b8-209a1e44d1a3 None None] Provisioning complete for port 3df502ee-b730-4935-99f5-ce618b1ab1cc triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:44.555402 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-1319841b-063f-4217-89b8-209a1e44d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.555936 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-1319841b-063f-4217-89b8-209a1e44d1a3 None None] Attempt 1 to provision port 3df502ee-b730-4935-99f5-ce618b1ab1cc Sep 27 16:37:44.642560 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-1319841b-063f-4217-89b8-209a1e44d1a3 None None] Current status of the port 3df502ee-b730-4935-99f5-ce618b1ab1cc is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:44.679623 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:37:44.689249 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Sync routers for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:37:44.699671 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:44.700358 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:44.800135 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:44.805118 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-51b12331-88ea-4b5e-a11e-6c26248bf11c admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5268850 Sep 27 16:37:44.805343 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:44.805455 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56220) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:44.823318 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:45.046053 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:43Z', 'revision_number': 3, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:45.077587 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Checking router: efa0b90f-456e-4611-ba34-58b390437bee for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:37:45.077940 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Updating router efa0b90f-456e-4611-ba34-58b390437bee port f477c200-b660-4dc1-8faf-64235039f5ac binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:37:45.106364 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.284966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.328195 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:45.425036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Publish callbacks [] for port (f477c200-b660-4dc1-8faf-64235039f5ac), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.519952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Allocated IP 172.20.0.1 (c69d5dae-8230-4d1b-853f-7ade2d011d4c/3e87174e-306c-4a80-9440-14ae73451098/40a7b7b3-83fb-4920-8a0d-20bcdb504958) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:37:45.525922 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.563781 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3df502ee-b730-4935-99f5-ce618b1ab1cc up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:45.599056 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Attempting to bind port f477c200-b660-4dc1-8faf-64235039f5ac on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:37:45.599464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Attempting to bind port f477c200-b660-4dc1-8faf-64235039f5ac by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:37:45.599832 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Attempting to bind port f477c200-b660-4dc1-8faf-64235039f5ac on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:45.633740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks [] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.638036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe048a8a-b133-4c79-a127-2993b58df6f2 None None] Pushing event updated for resources: {'Port': ['ID=f477c200-b660-4dc1-8faf-64235039f5ac,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:45.669657 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 3df502ee-b730-4935-99f5-ce618b1ab1cc triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:45.669909 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.670249 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 3df502ee-b730-4935-99f5-ce618b1ab1cc Sep 27 16:37:45.672078 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:37:45.672449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:45.672820 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.673210 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:37:45.673711 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Bound port: f477c200-b660-4dc1-8faf-64235039f5ac, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:37:45.674095 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.772563 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.822312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:45.824039 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:45.831144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:37:45.860204 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Pushing event updated for resources: {'Port': ['ID=40a7b7b3-83fb-4920-8a0d-20bcdb504958,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:45.865024 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:45.883430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (efa0b90f-456e-4611-ba34-58b390437bee), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:45.888982 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] For port f477c200-b660-4dc1-8faf-64235039f5ac, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:37:45.892540 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] For port f477c200-b660-4dc1-8faf-64235039f5ac, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=f477c200-b660-4dc1-8faf-64235039f5ac,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:37:45.930234 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 3df502ee-b730-4935-99f5-ce618b1ab1cc is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:46.003193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:46.035610 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=63 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:46.036654 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:46.040233 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:46.040977 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:46.042354 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:46.140166 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:46.141596 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe048a8a-b133-4c79-a127-2993b58df6f2 None None] Pushing event updated for resources: {'Port': ['ID=f477c200-b660-4dc1-8faf-64235039f5ac,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:46.145880 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Provisioning complete for port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:46.146255 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:46.146596 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 1 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:46.238226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:46.268615 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:46.336470 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks [] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:46.422249 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:43Z', 'revision_number': 3, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:46.424916 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:46.449638 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:46.451327 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c177d2e-dc9e-4fb1-92a5-04768985c5f9 None None] The sync data for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi is: [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:43Z', 'revision_number': 3, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:37:46.577240 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:46.706168 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (efa0b90f-456e-4611-ba34-58b390437bee), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:46.708603 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Pushing event updated for resources: {'Port': ['ID=40a7b7b3-83fb-4920-8a0d-20bcdb504958,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:46.769730 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 2 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:46.809893 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:46.824929 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:46.826412 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:46.947924 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Router efa0b90f-456e-4611-ba34-58b390437bee has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:37:47.064234 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:37:47.069769 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-66c5509a-1294-428b-ad44-5ceb19d0e50c admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/efa0b90f-456e-4611-ba34-58b390437bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643275 Sep 27 16:37:47.291499 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:47.311217 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 3 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:47.362261 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:47.508425 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device f477c200-b660-4dc1-8faf-64235039f5ac up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:47.557413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port f477c200-b660-4dc1-8faf-64235039f5ac triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:47.557789 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:47.558198 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port f477c200-b660-4dc1-8faf-64235039f5ac Sep 27 16:37:47.602394 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-f6c93e15-ebe4-46f1-9e29-0d864ba85505 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:47.604155 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-f6c93e15-ebe4-46f1-9e29-0d864ba85505 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 819 time: 0.1139429 Sep 27 16:37:47.619029 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-4f252ff2-0309-4d92-baf3-e96c20a2f601 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/quotas/9288b4e62bc945479636aec307a98746 HTTP/1.1" status: 200 len: 375 time: 0.0093477 Sep 27 16:37:47.632696 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port f477c200-b660-4dc1-8faf-64235039f5ac is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:47.633224 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:47.656255 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port f477c200-b660-4dc1-8faf-64235039f5ac, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=f477c200-b660-4dc1-8faf-64235039f5ac,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:47.669704 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-6065c45a-6aa2-48f1-83ee-59f7abb4b987 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445681 Sep 27 16:37:47.755343 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:47.812103 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=f477c200-b660-4dc1-8faf-64235039f5ac,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:47.827869 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-c5f6a985-6578-407a-ab09-49a80ad2c23e service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:37:47.828365 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-c5f6a985-6578-407a-ab09-49a80ad2c23e service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0554843 Sep 27 16:37:47.859065 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 4 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:47.896839 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:47.928359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-102bbc56-c586-46e9-99f4-f655a7aaf0d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934756 Sep 27 16:37:47.943997 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:48.024473 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-829a8ec7-0768-489c-bb31-c4480cfde667 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888209 Sep 27 16:37:48.025907 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Sync routers for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:37:48.036540 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:48.037147 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:48.138709 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:48.344681 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 2, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:48.375279 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-baf63390-974e-4515-be32-d54ec63f5cb6 req-02a593d6-779f-4f78-85b7-b88db383004f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 210 time: 0.0403945 Sep 27 16:37:48.376866 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:48.387757 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Checking router: efa0b90f-456e-4611-ba34-58b390437bee for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:37:48.388117 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Updating router efa0b90f-456e-4611-ba34-58b390437bee port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:37:48.398206 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 5 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:48.419972 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:48.463319 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:48.483494 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:48.670190 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-9e92a4cb-24aa-4803-840f-8ac2cabc86b9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:48.671575 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-9e92a4cb-24aa-4803-840f-8ac2cabc86b9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 819 time: 0.1152940 Sep 27 16:37:48.692468 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-eedb382b-fe69-42da-b3f2-147f8c27a732 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/quotas/9288b4e62bc945479636aec307a98746 HTTP/1.1" status: 200 len: 375 time: 0.0152793 Sep 27 16:37:48.697707 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Publish callbacks [] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:48.742560 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-97751449-75ea-4beb-bc0b-b513339a73d2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495300 Sep 27 16:37:48.754241 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:48.821922 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Pushing event updated for resources: {'Port': ['ID=40a7b7b3-83fb-4920-8a0d-20bcdb504958,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:48.839694 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-96ce5fc7-29d8-468c-affc-35550f1851e6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896997 Sep 27 16:37:48.850637 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.851027 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.851393 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.851733 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.852256 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.852611 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.852943 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.853266 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.853590 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.853916 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.854240 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.854577 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.854959 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.855282 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.855792 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:37:48.868719 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Attempting to bind port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:37:48.869102 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Attempting to bind port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:37:48.869466 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Attempting to bind port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:48.915213 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:37:48.915589 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Checking segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:48.915992 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:48.916414 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Bound using segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:37:48.916858 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Bound port: 40a7b7b3-83fb-4920-8a0d-20bcdb504958, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:37:48.917755 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:48.946131 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-ebc1d576-eb74-44a4-9e9b-6949d89c6f96 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969131 Sep 27 16:37:48.954277 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:48.981209 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] For port 40a7b7b3-83fb-4920-8a0d-20bcdb504958, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:37:48.984266 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 6 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:48.984772 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] For port 40a7b7b3-83fb-4920-8a0d-20bcdb504958, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=40a7b7b3-83fb-4920-8a0d-20bcdb504958,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:37:49.030627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:49.088210 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:49.119684 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:49.131650 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:37:49.132282 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:37:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:49.182462 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2322-cbd7-4dba-acd9-153ed4d902f0 None None] Pushing event updated for resources: {'Port': ['ID=40a7b7b3-83fb-4920-8a0d-20bcdb504958,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:49.244981 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:37:49.399877 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-52c553ea-c013-43e4-86f6-de4e49c3c0ac req-a6b716f7-63b2-44b2-862a-d82f4751fa63 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0469728 Sep 27 16:37:49.500916 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device f477c200-b660-4dc1-8faf-64235039f5ac up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:49.517212 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:48Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:37:49.549983 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Attempt 7 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:49.551180 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0064e953-741b-42ed-bf72-b2abd4d67e1c None None] The sync data for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi is: [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:48Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:37:49.663590 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port f477c200-b660-4dc1-8faf-64235039f5ac triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:49.663590 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:49.663590 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port f477c200-b660-4dc1-8faf-64235039f5ac Sep 27 16:37:49.695149 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:49.707798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Current status of the port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:49.708206 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:49.764102 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] For port 40a7b7b3-83fb-4920-8a0d-20bcdb504958, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=40a7b7b3-83fb-4920-8a0d-20bcdb504958,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:37:49.794512 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port f477c200-b660-4dc1-8faf-64235039f5ac is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:49.847988 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:49.920089 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea13ce-6b2a-4760-b924-c1e708be1533 None None] Pushing event updated for resources: {'Port': ['ID=40a7b7b3-83fb-4920-8a0d-20bcdb504958,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:49.928194 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:49.969208 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-d4b5ff65-ae45-4c6e-b6a8-c8dc7f7f42da None None] Provisioning complete for port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:49.969650 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ff65-ae45-4c6e-b6a8-c8dc7f7f42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:49.970059 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-d4b5ff65-ae45-4c6e-b6a8-c8dc7f7f42da None None] Attempt 1 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:50.057651 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:50.075820 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5ff65-ae45-4c6e-b6a8-c8dc7f7f42da None None] Current status of the port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:50.177016 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:50.512609 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-52b25c63-45ec-4635-8bcc-7b6e9389c4e9 req-6535ff10-5f5c-4b69-8f12-e4d3540c9148 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Sep 27 16:37:51.493482 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 40a7b7b3-83fb-4920-8a0d-20bcdb504958 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:37:51.543726 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:51.544093 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:51.544430 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 Sep 27 16:37:51.629232 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:37:51.647312 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c725138-38f8-471e-beac-c6e82ec08556 req-3575dbed-0c07-42ca-b92d-a681f1287ade tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0422225 Sep 27 16:37:51.739866 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:37:52.285320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-57d9c9b8-711b-4fea-b602-dadb7e962e8d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:52.287201 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-57d9c9b8-711b-4fea-b602-dadb7e962e8d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 819 time: 0.1096344 Sep 27 16:37:52.305259 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'port': {'device_id': '35d1f4b1-f536-4f56-8c18-400be343444b', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'admin_state_up': True, 'tenant_id': '9288b4e62bc945479636aec307a98746'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:52.577142 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Made reservation on behalf of 9288b4e62bc945479636aec307a98746 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:37:52.581567 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:52.768079 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-369c1e82-fac9-460b-83c9-e986c202c58b req-70f85c68-ef4f-421c-bafb-dbf1933502cc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0334661 Sep 27 16:37:52.927612 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Allocated IP 172.20.0.11 (c69d5dae-8230-4d1b-853f-7ade2d011d4c/3e87174e-306c-4a80-9440-14ae73451098/9a2e9512-fd72-4935-9024-5d91227158e5) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:37:53.082228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for port (9a2e9512-fd72-4935-9024-5d91227158e5), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.170074 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-ab00fac6-92cb-4d56-a154-ae41526ba45b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:53.171524 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-ab00fac6-92cb-4d56-a154-ae41526ba45b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 819 time: 0.1274896 Sep 27 16:37:53.246122 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.294909 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:53.298225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:53.302233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:37:53.306866 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:53.307493 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.314460 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'Port': ['ID=9a2e9512-fd72-4935-9024-5d91227158e5,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:53.375880 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-1e220da0-8c50-4730-b4ad-3b73ddd178da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0789309 Sep 27 16:37:53.516103 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Provisioning complete for port 9a2e9512-fd72-4935-9024-5d91227158e5 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:53.517078 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.517558 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 1 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:53.553773 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56460) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:53.555872 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:53.660049 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-22db09a6-4c7b-4799-aa13-c96da0f970ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.670624 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:53.700936 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:53.779600 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-22db09a6-4c7b-4799-aa13-c96da0f970ef admin admin] Publish callbacks [] for security_group (e9d6380f-e8c4-42f1-8c48-a41b49005a8b), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.881066 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6caff5d9-731a-4c88-872b-664d0bd41ef3 req-a70a0271-97d9-4612-9960-5795153c4f5b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0348113 Sep 27 16:37:53.891656 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-22db09a6-4c7b-4799-aa13-c96da0f970ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e9d6380f-e8c4-42f1-8c48-a41b49005a8b), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:53.931540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db09a6-4c7b-4799-aa13-c96da0f970ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6380f-e8c4-42f1-8c48-a41b49005a8b,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:53.937813 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-22db09a6-4c7b-4799-aa13-c96da0f970ef admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8d9efb801278419ea0e634b764c4011c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830183 Sep 27 16:37:53.940616 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56470) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:53.988590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9d7869ad-e243-4c0d-89b1-0e79e4f06f57 admin admin] Publish callbacks [] for security_group (e9d6380f-e8c4-42f1-8c48-a41b49005a8b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:54.008402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9d7869ad-e243-4c0d-89b1-0e79e4f06f57 admin admin] Publish callbacks [] for security_group (e9d6380f-e8c4-42f1-8c48-a41b49005a8b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:54.057201 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 2 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:54.088662 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:54.165510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9d7869ad-e243-4c0d-89b1-0e79e4f06f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e9d6380f-e8c4-42f1-8c48-a41b49005a8b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:54.168695 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9d7869ad-e243-4c0d-89b1-0e79e4f06f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:54.169852 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-9d7869ad-e243-4c0d-89b1-0e79e4f06f57 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e9d6380f-e8c4-42f1-8c48-a41b49005a8b HTTP/1.1" status: 204 len: 168 time: 0.2282321 Sep 27 16:37:54.177730 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7869ad-e243-4c0d-89b1-0e79e4f06f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6380f-e8c4-42f1-8c48-a41b49005a8b,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:54.589973 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 3 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:54.622134 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:54.988485 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d32de22-76bf-4bab-8206-b095e364479d req-575b185e-d9db-4373-8780-621f673cf4a8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0324118 Sep 27 16:37:55.123283 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 4 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:55.167043 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:55.668873 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 5 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:55.702263 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:55.724914 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Request body: {'port': {'device_id': '35d1f4b1-f536-4f56-8c18-400be343444b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:55.725462 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'port': {'device_id': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'admin_state_up': True, 'tenant_id': '9288b4e62bc945479636aec307a98746'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:55.798519 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:55.959590 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Made reservation on behalf of 9288b4e62bc945479636aec307a98746 for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:37:55.963572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.081627 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:56.083850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2e9512-fd72-4935-9024-5d91227158e5 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:37:56.093263 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Publish callbacks [] for port (9a2e9512-fd72-4935-9024-5d91227158e5), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.108296 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c195891a-f59e-4f80-97ac-242d6380cf61 req-049f8ca8-8c10-4be5-8d65-f5ebb60bcbfd tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0323448 Sep 27 16:37:56.109891 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Transition to ACTIVE for port object 9a2e9512-fd72-4935-9024-5d91227158e5 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:37:56.203276 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 6 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:56.208725 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.261488 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:56.273049 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Allocated IP 172.20.0.10 (c69d5dae-8230-4d1b-853f-7ade2d011d4c/3e87174e-306c-4a80-9440-14ae73451098/207d0a14-eef1-4291-ac34-12fd2700d04d) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:37:56.289520 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2e9512-fd72-4935-9024-5d91227158e5,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:56.296195 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Attempting to bind port 9a2e9512-fd72-4935-9024-5d91227158e5 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:37:56.296533 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Attempting to bind port 9a2e9512-fd72-4935-9024-5d91227158e5 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:37:56.296862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Attempting to bind port 9a2e9512-fd72-4935-9024-5d91227158e5 on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:56.341192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Port 9a2e9512-fd72-4935-9024-5d91227158e5 on network c69d5dae-8230-4d1b-853f-7ade2d011d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:37:56.341767 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Attempting to bind port 9a2e9512-fd72-4935-9024-5d91227158e5 on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:56.384893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:37:56.385499 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Checking segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:56.386289 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Bound using segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:37:56.386728 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Bound port: 9a2e9512-fd72-4935-9024-5d91227158e5, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:37:56.387191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.420206 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:56.444537 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.465383 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] For port 9a2e9512-fd72-4935-9024-5d91227158e5, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:37:56.470147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] For port 9a2e9512-fd72-4935-9024-5d91227158e5, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a2e9512-fd72-4935-9024-5d91227158e5,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:37:56.654617 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.655400 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.659556 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:56.663737 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.663737 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9a2e9512-fd72-4935-9024-5d91227158e5 HTTP/1.1" status: 200 len: 1094 time: 0.9428766 Sep 27 16:37:56.664363 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d1f4b1-f536-4f56-8c18-400be343444b', 'tag': '9a2e9512-fd72-4935-9024-5d91227158e5'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:56.667887 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197b197-ac93-4015-a521-e92e06afe713" -d '{"events": [{"name": "network-changed", "server_uuid": "35d1f4b1-f536-4f56-8c18-400be343444b", "tag": "9a2e9512-fd72-4935-9024-5d91227158e5"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:56.722870 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:37:56.728092 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:37:56.732077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf25177-55c0-4bbe-973c-5c1ee3bac3e3 x-openstack-request-id: req-2bf25177-55c0-4bbe-973c-5c1ee3bac3e3 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:56.732590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d1f4b1-f536-4f56-8c18-400be343444b", "tag": "9a2e9512-fd72-4935-9024-5d91227158e5", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:56.732693 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bf25177-55c0-4bbe-973c-5c1ee3bac3e3 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:56.734820 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf25177-55c0-4bbe-973c-5c1ee3bac3e3'] response: {'name': 'network-changed', 'server_uuid': '35d1f4b1-f536-4f56-8c18-400be343444b', 'tag': '9a2e9512-fd72-4935-9024-5d91227158e5', 'status': 'completed', 'code': 200} Sep 27 16:37:56.735538 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:37:56.736310 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7276885-dc95-44c5-b4b1-7e5e9b97f818 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2e9512-fd72-4935-9024-5d91227158e5,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:56.736465 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'Port': ['ID=207d0a14-eef1-4291-ac34-12fd2700d04d,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:56.762880 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Attempt 7 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:37:56.792592 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:56.793224 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:56.802755 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b197-ac93-4015-a521-e92e06afe713 req-212ef1a2-c7ac-4503-80d0-b72f73602331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:56.803381 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:56.804533 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8197b197-ac93-4015-a521-e92e06afe713 req-212ef1a2-c7ac-4503-80d0-b72f73602331 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1128 time: 0.0450318 Sep 27 16:37:56.807477 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c137-bf7b-4eba-a17a-701a77b02b48 None None] Port 9a2e9512-fd72-4935-9024-5d91227158e5 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:37:56.925499 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-61415203-c6fb-42bc-8a15-e61a65d2870c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2056484 Sep 27 16:37:56.937444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Request body: {'port': {'device_id': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:37:56.971361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b197-ac93-4015-a521-e92e06afe713 req-56e75281-8ac0-4009-a715-cf9a46911ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:56.972528 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8197b197-ac93-4015-a521-e92e06afe713 req-56e75281-8ac0-4009-a715-cf9a46911ad3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9288b4e62bc945479636aec307a98746&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1550395 Sep 27 16:37:57.012554 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:57.022358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.030585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Provisioning complete for port 207d0a14-eef1-4291-ac34-12fd2700d04d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:37:57.031423 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.032197 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Attempt 1 to provision port 207d0a14-eef1-4291-ac34-12fd2700d04d Sep 27 16:37:57.070117 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Port 207d0a14-eef1-4291-ac34-12fd2700d04d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:57.106162 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b197-ac93-4015-a521-e92e06afe713 req-aa264da9-fdde-4b29-ab46-46b48591b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:57.108152 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8197b197-ac93-4015-a521-e92e06afe713 req-aa264da9-fdde-4b29-ab46-46b48591b53d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290596 Sep 27 16:37:57.208633 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d45ab7db-7147-413d-a422-844e3135c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:57.210529 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-d45ab7db-7147-413d-a422-844e3135c8ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1128 time: 0.0524659 Sep 27 16:37:57.280476 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-aeeef31f-ebba-43a7-9154-73da572842d1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a2e9512-fd72-4935-9024-5d91227158e5 HTTP/1.1" status: 200 len: 217 time: 0.0610156 Sep 27 16:37:57.348339 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-5aabf1c6-2199-46c7-a954-ea1d2fc8aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:57.350666 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-5aabf1c6-2199-46c7-a954-ea1d2fc8aa40 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0636022 Sep 27 16:37:57.386355 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56590) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:57.404394 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef870c9-21a2-42f5-a38c-6ae6142dbea2 req-37230364-abdd-4565-b9b1-e5cc5255ea0f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:57.405842 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fef870c9-21a2-42f5-a38c-6ae6142dbea2 req-37230364-abdd-4565-b9b1-e5cc5255ea0f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 932 time: 0.0822861 Sep 27 16:37:57.426545 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-332d80dd-5a1c-4697-b420-6733b2081db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:57.428504 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-332d80dd-5a1c-4697-b420-6733b2081db7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702837 Sep 27 16:37:57.540380 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207d0a14-eef1-4291-ac34-12fd2700d04d {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:37:57.568545 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-6c9f7697-8af6-43ae-b78e-a492db6ca71c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304321 Sep 27 16:37:57.571124 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Publish callbacks [] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.571322 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Attempt 2 to provision port 207d0a14-eef1-4291-ac34-12fd2700d04d Sep 27 16:37:57.578853 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fef870c9-21a2-42f5-a38c-6ae6142dbea2 req-e6bcb64e-1a48-4ac9-87db-17d5a6a73e62 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586854 Sep 27 16:37:57.589326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Transition to ACTIVE for port object 207d0a14-eef1-4291-ac34-12fd2700d04d will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:37:57.624551 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56598) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:57.664119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Port 207d0a14-eef1-4291-ac34-12fd2700d04d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:57.692525 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.704282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e873f047-1f46-4509-bef9-6fddba0e5f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.709377 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c8a336e3-2f9f-4366-8240-9a892bef9660 req-53551ef7-7761-43bf-9c37-f97c6e37b595 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328020 Sep 27 16:37:57.723136 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:57.745104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40e1c443-b001-4274-b745-f06417b05d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.802765 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=207d0a14-eef1-4291-ac34-12fd2700d04d,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:57.906940 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Attempting to bind port 207d0a14-eef1-4291-ac34-12fd2700d04d on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:37:57.906940 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Attempting to bind port 207d0a14-eef1-4291-ac34-12fd2700d04d by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:37:57.906940 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Attempting to bind port 207d0a14-eef1-4291-ac34-12fd2700d04d on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:57.989553 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e873f047-1f46-4509-bef9-6fddba0e5f34 admin admin] Publish callbacks [] for security_group (02322c56-759a-4bdb-88b1-1b59da2278d3), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.996268 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40e1c443-b001-4274-b745-f06417b05d55 admin admin] Publish callbacks [] for security_group (9d57c680-bcc3-43b0-b57f-e8daf32fa1a8), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:57.997032 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Port 207d0a14-eef1-4291-ac34-12fd2700d04d on network c69d5dae-8230-4d1b-853f-7ade2d011d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:37:57.997355 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Attempting to bind port 207d0a14-eef1-4291-ac34-12fd2700d04d on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:37:58.040689 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:37:58.041026 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Checking segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:37:58.041408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Bound using segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:37:58.041845 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Bound port: 207d0a14-eef1-4291-ac34-12fd2700d04d, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:37:58.042733 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.102732 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] For port 207d0a14-eef1-4291-ac34-12fd2700d04d, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:37:58.106950 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] For port 207d0a14-eef1-4291-ac34-12fd2700d04d, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=207d0a14-eef1-4291-ac34-12fd2700d04d,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:37:58.108314 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-40e1c443-b001-4274-b745-f06417b05d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9d57c680-bcc3-43b0-b57f-e8daf32fa1a8), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.110558 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e873f047-1f46-4509-bef9-6fddba0e5f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (02322c56-759a-4bdb-88b1-1b59da2278d3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.145014 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Attempt 3 to provision port 207d0a14-eef1-4291-ac34-12fd2700d04d Sep 27 16:37:58.164137 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e873f047-1f46-4509-bef9-6fddba0e5f34 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=69108d4306174c54ad19214c61b21748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7765861 Sep 27 16:37:58.167632 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 56606) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:58.176207 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-40e1c443-b001-4274-b745-f06417b05d55 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8952a5f6136c4505b0c274048d9dd9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484903 Sep 27 16:37:58.176420 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56608) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:37:58.183104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1c443-b001-4274-b745-f06417b05d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57c680-bcc3-43b0-b57f-e8daf32fa1a8,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:58.217619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Port 207d0a14-eef1-4291-ac34-12fd2700d04d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:37:58.227546 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873f047-1f46-4509-bef9-6fddba0e5f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02322c56-759a-4bdb-88b1-1b59da2278d3,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:58.239343 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.248999 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab25a-3927-43bf-9955-d0fdb10e0094 admin admin] Publish callbacks [] for security_group (02322c56-759a-4bdb-88b1-1b59da2278d3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.249457 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:58.249457 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.249457 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/207d0a14-eef1-4291-ac34-12fd2700d04d HTTP/1.1" status: 200 len: 1094 time: 1.3167090 Sep 27 16:37:58.250734 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'tag': '207d0a14-eef1-4291-ac34-12fd2700d04d'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:37:58.253471 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0134ce-3d89-44be-ae28-858fdb8d00a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666", "tag": "207d0a14-eef1-4291-ac34-12fd2700d04d"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:37:58.271555 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab25a-3927-43bf-9955-d0fdb10e0094 admin admin] Publish callbacks [] for security_group (02322c56-759a-4bdb-88b1-1b59da2278d3), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.291484 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16777807-e6e0-4efd-b74c-013277fad9b2 admin admin] Publish callbacks [] for security_group (9d57c680-bcc3-43b0-b57f-e8daf32fa1a8), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.318859 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d07c53b-3880-4f9a-a104-1fa3ef07b3c6 x-openstack-request-id: req-0d07c53b-3880-4f9a-a104-1fa3ef07b3c6 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:37:58.319153 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666", "tag": "207d0a14-eef1-4291-ac34-12fd2700d04d", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:37:58.319887 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d07c53b-3880-4f9a-a104-1fa3ef07b3c6 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:37:58.320338 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d07c53b-3880-4f9a-a104-1fa3ef07b3c6'] response: {'name': 'network-changed', 'server_uuid': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'tag': '207d0a14-eef1-4291-ac34-12fd2700d04d', 'status': 'completed', 'code': 200} Sep 27 16:37:58.340450 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16777807-e6e0-4efd-b74c-013277fad9b2 admin admin] Publish callbacks [] for security_group (9d57c680-bcc3-43b0-b57f-e8daf32fa1a8), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.342362 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fca660-19ea-445c-bd5a-280769aae6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=207d0a14-eef1-4291-ac34-12fd2700d04d,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:58.447506 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab25a-3927-43bf-9955-d0fdb10e0094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (02322c56-759a-4bdb-88b1-1b59da2278d3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.450794 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab25a-3927-43bf-9955-d0fdb10e0094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.451986 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-9e9ab25a-3927-43bf-9955-d0fdb10e0094 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/02322c56-759a-4bdb-88b1-1b59da2278d3 HTTP/1.1" status: 204 len: 168 time: 0.2833333 Sep 27 16:37:58.454341 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:58.460541 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab25a-3927-43bf-9955-d0fdb10e0094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02322c56-759a-4bdb-88b1-1b59da2278d3,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:58.485550 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16777807-e6e0-4efd-b74c-013277fad9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9d57c680-bcc3-43b0-b57f-e8daf32fa1a8), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.488415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-16777807-e6e0-4efd-b74c-013277fad9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:37:58.491923 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-16777807-e6e0-4efd-b74c-013277fad9b2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d57c680-bcc3-43b0-b57f-e8daf32fa1a8 HTTP/1.1" status: 204 len: 168 time: 0.3122883 Sep 27 16:37:58.505784 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16777807-e6e0-4efd-b74c-013277fad9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57c680-bcc3-43b0-b57f-e8daf32fa1a8,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:37:58.622808 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:58.718494 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Attempt 4 to provision port 207d0a14-eef1-4291-ac34-12fd2700d04d Sep 27 16:37:58.726545 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af956b0-c64d-466e-8e87-73e12194e8cd req-c75448e6-1faa-4bee-8c99-e3985586d1d5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:58.728293 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1af956b0-c64d-466e-8e87-73e12194e8cd req-c75448e6-1faa-4bee-8c99-e3985586d1d5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.0504665 Sep 27 16:37:58.768627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-94f2e73c-3e5b-4ee7-a814-9ae5a05a66a9 None None] Port 207d0a14-eef1-4291-ac34-12fd2700d04d had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:37:58.784950 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1af956b0-c64d-466e-8e87-73e12194e8cd req-53f7f8a4-5282-4095-97a6-25d19f47c348 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Sep 27 16:37:59.550616 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:37:59.932809 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d352-ce97-45eb-a5e8-08bf38d4652b req-a2bc009e-c89a-4d20-8566-979c8a9be881 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:37:59.934288 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0be2d352-ce97-45eb-a5e8-08bf38d4652b req-a2bc009e-c89a-4d20-8566-979c8a9be881 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.0482559 Sep 27 16:37:59.987379 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0be2d352-ce97-45eb-a5e8-08bf38d4652b req-69fb9ade-a0fa-4121-8038-1953a87dc01b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Sep 27 16:38:00.100348 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=71 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:00.519952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56698) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:00.626402 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-23d5b4b1-1d3f-455b-a944-820f8a8d2771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:00.716478 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-23d5b4b1-1d3f-455b-a944-820f8a8d2771 admin admin] Publish callbacks [] for security_group (edbdc4f0-5474-4586-b22b-5e3538775fb2), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:00.796405 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-23d5b4b1-1d3f-455b-a944-820f8a8d2771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (edbdc4f0-5474-4586-b22b-5e3538775fb2), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:00.839874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5b4b1-1d3f-455b-a944-820f8a8d2771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbdc4f0-5474-4586-b22b-5e3538775fb2,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:00.845122 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-23d5b4b1-1d3f-455b-a944-820f8a8d2771 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4db73a0563ac4a24b13cbef7779ec87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240976 Sep 27 16:38:00.847939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56710) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:00.866609 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:00.900242 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68803d4f-0520-4b6c-a4ea-c179f2614ffd admin admin] Publish callbacks [] for security_group (edbdc4f0-5474-4586-b22b-5e3538775fb2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:00.925358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68803d4f-0520-4b6c-a4ea-c179f2614ffd admin admin] Publish callbacks [] for security_group (edbdc4f0-5474-4586-b22b-5e3538775fb2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:01.040164 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68803d4f-0520-4b6c-a4ea-c179f2614ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (edbdc4f0-5474-4586-b22b-5e3538775fb2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:01.040516 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68803d4f-0520-4b6c-a4ea-c179f2614ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:01.041781 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-68803d4f-0520-4b6c-a4ea-c179f2614ffd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/edbdc4f0-5474-4586-b22b-5e3538775fb2 HTTP/1.1" status: 204 len: 168 time: 0.1928444 Sep 27 16:38:01.050840 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68803d4f-0520-4b6c-a4ea-c179f2614ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbdc4f0-5474-4586-b22b-5e3538775fb2,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:01.141868 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3244e39-0069-4948-987a-cc1a1c8d8feb req-478baad6-c6e6-4cf1-9093-800040337c43 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:01.143421 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a3244e39-0069-4948-987a-cc1a1c8d8feb req-478baad6-c6e6-4cf1-9093-800040337c43 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.0516059 Sep 27 16:38:01.144821 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:01.193557 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a3244e39-0069-4948-987a-cc1a1c8d8feb req-b564a1c3-c829-49ab-9758-215a31a6511b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Sep 27 16:38:01.328616 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0134ce-3d89-44be-ae28-858fdb8d00a7 req-3f3c5010-4a85-4670-9fa7-b53de3609984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:01.330495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc0134ce-3d89-44be-ae28-858fdb8d00a7 req-3f3c5010-4a85-4670-9fa7-b53de3609984 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 1128 time: 0.0465384 Sep 27 16:38:01.548380 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0134ce-3d89-44be-ae28-858fdb8d00a7 req-dbb0483c-6ee5-409c-ab69-1026d14b1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:01.550276 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc0134ce-3d89-44be-ae28-858fdb8d00a7 req-dbb0483c-6ee5-409c-ab69-1026d14b1b45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9288b4e62bc945479636aec307a98746&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2051919 Sep 27 16:38:01.736951 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:01.990705 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0134ce-3d89-44be-ae28-858fdb8d00a7 req-8fd2e4a6-fb0a-4bb1-a13f-531d2cdf3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:01.992293 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc0134ce-3d89-44be-ae28-858fdb8d00a7 req-8fd2e4a6-fb0a-4bb1-a13f-531d2cdf3892 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4347050 Sep 27 16:38:02.100295 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:02.123750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-2e2a9c9d-273c-44b8-bdc8-99ceb0e8bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:02.125747 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-2e2a9c9d-273c-44b8-bdc8-99ceb0e8bbe1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 1128 time: 0.0589373 Sep 27 16:38:02.172226 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-f7d6d7c7-9a49-4d0b-87ab-87519d814bf2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207d0a14-eef1-4291-ac34-12fd2700d04d HTTP/1.1" status: 200 len: 217 time: 0.0394046 Sep 27 16:38:02.231139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-8a5cc349-d1e3-4c50-a671-0d905b50c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:02.233270 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-8a5cc349-d1e3-4c50-a671-0d905b50c521 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0540423 Sep 27 16:38:02.301223 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-370bd59e-f2bb-4d89-a27c-7b3544752623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:02.302866 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-370bd59e-f2bb-4d89-a27c-7b3544752623 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620942 Sep 27 16:38:02.419746 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a0157-b67b-4c32-8587-e40e0ee3a282 req-cbfc7756-1979-4279-a612-34c597787dd1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:02.421849 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-974a0157-b67b-4c32-8587-e40e0ee3a282 req-cbfc7756-1979-4279-a612-34c597787dd1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.1003091 Sep 27 16:38:02.511737 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-8f0092ed-096c-4d42-bb79-d89fe44dd25b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950836 Sep 27 16:38:02.544800 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-974a0157-b67b-4c32-8587-e40e0ee3a282 req-a96ed074-6fba-4a8b-b9c8-4ec5f7e6988d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156132 Sep 27 16:38:02.621794 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-64df5d8f-df9b-401f-a9b0-69f555a52802 req-47d1f84d-3d09-461b-8d1d-1ed4348a8968 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072578 Sep 27 16:38:03.696750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444742b-2680-4b77-a30b-cbd8cafa696c req-a010380e-519b-44b0-bd5e-43e8140a08b9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:03.698405 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c444742b-2680-4b77-a30b-cbd8cafa696c req-a010380e-519b-44b0-bd5e-43e8140a08b9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.0605550 Sep 27 16:38:03.731407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a2e9512-fd72-4935-9024-5d91227158e5 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:03.751784 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c444742b-2680-4b77-a30b-cbd8cafa696c req-2dba012e-4be8-4977-a1db-4e06d52c6ff0 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Sep 27 16:38:03.848952 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 9a2e9512-fd72-4935-9024-5d91227158e5, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a2e9512-fd72-4935-9024-5d91227158e5,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:03.856741 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:03.861157 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '9a2e9512-fd72-4935-9024-5d91227158e5', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'port_id': '9a2e9512-fd72-4935-9024-5d91227158e5', 'mac_address': 'fa:16:3e:02:a4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:03.899025 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 9a2e9512-fd72-4935-9024-5d91227158e5 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:03.899897 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:03.920574 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2e9512-fd72-4935-9024-5d91227158e5 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:03.925570 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:03.941966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 9a2e9512-fd72-4935-9024-5d91227158e5, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a2e9512-fd72-4935-9024-5d91227158e5,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:04.082320 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:04.130279 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=9a2e9512-fd72-4935-9024-5d91227158e5,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:04.396756 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['9a2e9512-fd72-4935-9024-5d91227158e5'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:04.522280 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-018b245d-4748-4f00-8d75-9132d551ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:04.665975 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-0bc86716-75f0-4b40-b63f-dfce3611c28c tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345161 Sep 27 16:38:04.867516 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:04.905027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-e96bbd10-54f5-44cf-a8ce-8b1e98186bbb tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:04.906498 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-e96bbd10-54f5-44cf-a8ce-8b1e98186bbb tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343528 Sep 27 16:38:04.924315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a09af-d79c-48c7-b6f4-9e2bf738e5c6 req-67bbadc1-79d3-4771-afa2-bb3b062b44b1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:04.925797 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-519a09af-d79c-48c7-b6f4-9e2bf738e5c6 req-67bbadc1-79d3-4771-afa2-bb3b062b44b1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.0833092 Sep 27 16:38:04.931442 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-61d39d08-618d-4841-bd35-23777892c1ae tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/quotas/808169451dd64aa1a6a656ed9abbe5a0 HTTP/1.1" status: 200 len: 375 time: 0.0191019 Sep 27 16:38:04.977554 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-570e967c-bf9e-4226-9bb9-ceb195c0c2fc tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348773 Sep 27 16:38:05.011539 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-519a09af-d79c-48c7-b6f4-9e2bf738e5c6 req-359f9812-5075-446c-850e-7f66f8b48659 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784783 Sep 27 16:38:05.315861 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-29fa406d-a845-4fc3-aff8-216e34cc4743 req-22e12d25-6387-405b-8171-5f525faa1d41 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.0485766 Sep 27 16:38:05.674312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56930) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:05.738982 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 207d0a14-eef1-4291-ac34-12fd2700d04d details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:05.744135 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a2e9512-fd72-4935-9024-5d91227158e5 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:05.846221 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b2f05bc5-8503-4e62-8e71-1996cc99c358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:05.897757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 207d0a14-eef1-4291-ac34-12fd2700d04d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=207d0a14-eef1-4291-ac34-12fd2700d04d,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:05.914373 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 9a2e9512-fd72-4935-9024-5d91227158e5 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:38:05.916456 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '207d0a14-eef1-4291-ac34-12fd2700d04d', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'port_id': '207d0a14-eef1-4291-ac34-12fd2700d04d', 'mac_address': 'fa:16:3e:f6:2a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:05.969021 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 207d0a14-eef1-4291-ac34-12fd2700d04d is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:05.969736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:05.996207 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207d0a14-eef1-4291-ac34-12fd2700d04d {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:06.017111 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 9a2e9512-fd72-4935-9024-5d91227158e5 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:06.017503 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.017834 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 9a2e9512-fd72-4935-9024-5d91227158e5 Sep 27 16:38:06.019192 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:06.042421 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b2f05bc5-8503-4e62-8e71-1996cc99c358 admin admin] Publish callbacks [] for security_group (e85263c6-5697-4060-a4ed-ce0f35feb872), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.147949 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 207d0a14-eef1-4291-ac34-12fd2700d04d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=207d0a14-eef1-4291-ac34-12fd2700d04d,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:06.165500 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b2f05bc5-8503-4e62-8e71-1996cc99c358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e85263c6-5697-4060-a4ed-ce0f35feb872), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.214312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337701c6-8f00-4cce-b1b8-3d6869ca4147 req-caa8dbe0-ab81-4d9c-b9aa-4a530a9a9237 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:06.215836 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-337701c6-8f00-4cce-b1b8-3d6869ca4147 req-caa8dbe0-ab81-4d9c-b9aa-4a530a9a9237 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 944 time: 0.0846193 Sep 27 16:38:06.220137 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 9a2e9512-fd72-4935-9024-5d91227158e5 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:06.223382 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.223514 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-b2f05bc5-8503-4e62-8e71-1996cc99c358 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=020f8f15edbc422e80de73875ff2786f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450921 Sep 27 16:38:06.224469 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 56952) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:06.232414 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f05bc5-8503-4e62-8e71-1996cc99c358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85263c6-5697-4060-a4ed-ce0f35feb872,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:06.249699 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d1f4b1-f536-4f56-8c18-400be343444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2e9512-fd72-4935-9024-5d91227158e5'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:06.252316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42fa9c-11f8-4dee-b1b3-e5e6fed96dc6" -d '{"events": [{"server_uuid": "35d1f4b1-f536-4f56-8c18-400be343444b", "name": "network-vif-plugged", "status": "completed", "tag": "9a2e9512-fd72-4935-9024-5d91227158e5"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:06.266464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 9a2e9512-fd72-4935-9024-5d91227158e5, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a2e9512-fd72-4935-9024-5d91227158e5,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:06.296644 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.305515 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2861bfce-9c0f-4b30-b4db-0af3c6151901 x-openstack-request-id: req-2861bfce-9c0f-4b30-b4db-0af3c6151901 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:06.305808 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d1f4b1-f536-4f56-8c18-400be343444b", "name": "network-vif-plugged", "status": "completed", "tag": "9a2e9512-fd72-4935-9024-5d91227158e5", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:06.306058 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2861bfce-9c0f-4b30-b4db-0af3c6151901 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:06.306456 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2861bfce-9c0f-4b30-b4db-0af3c6151901'] response: {'server_uuid': '35d1f4b1-f536-4f56-8c18-400be343444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2e9512-fd72-4935-9024-5d91227158e5', 'code': 200} Sep 27 16:38:06.358085 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-337701c6-8f00-4cce-b1b8-3d6869ca4147 req-760a4567-9a24-4d9e-a5f6-cdf236016492 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350276 Sep 27 16:38:06.367825 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.374822 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3a677335-9467-4e51-9ef1-e218399d1c9e admin admin] Publish callbacks [] for security_group (e85263c6-5697-4060-a4ed-ce0f35feb872), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.396771 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=207d0a14-eef1-4291-ac34-12fd2700d04d,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:06.459483 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=9a2e9512-fd72-4935-9024-5d91227158e5,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:06.460686 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3a677335-9467-4e51-9ef1-e218399d1c9e admin admin] Publish callbacks [] for security_group (e85263c6-5697-4060-a4ed-ce0f35feb872), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.470667 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0850d68c-d3c1-4e9c-a43b-1a255e7b8478 req-7ae9b78e-1aea-4054-89c8-f31e88063c75 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.0724750 Sep 27 16:38:06.504680 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:06.572931 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['207d0a14-eef1-4291-ac34-12fd2700d04d'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:06.612149 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:06.648660 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3a677335-9467-4e51-9ef1-e218399d1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e85263c6-5697-4060-a4ed-ce0f35feb872), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.654026 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3a677335-9467-4e51-9ef1-e218399d1c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:06.655650 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3a677335-9467-4e51-9ef1-e218399d1c9e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e85263c6-5697-4060-a4ed-ce0f35feb872 HTTP/1.1" status: 204 len: 168 time: 0.4300427 Sep 27 16:38:06.674027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a677335-9467-4e51-9ef1-e218399d1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85263c6-5697-4060-a4ed-ce0f35feb872,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:06.738698 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83365b73-452a-4a3c-808c-31def84c0897 req-bbba5a05-a3f2-40a8-ac71-7a24ef1f5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:06.740268 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-83365b73-452a-4a3c-808c-31def84c0897 req-bbba5a05-a3f2-40a8-ac71-7a24ef1f5687 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1130 time: 0.0477142 Sep 27 16:38:06.790768 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-83365b73-452a-4a3c-808c-31def84c0897 req-1c81ea8d-e666-49ae-91e9-5045a3b7f6e1 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Sep 27 16:38:07.036834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6e677bd8-0af1-489d-ad56-fe22be9e3774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:07.501696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a34e8-2950-4d9f-8417-c3bbce16b80e req-2f05c2f2-5d94-44d0-a0b4-52131e1a344b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:07.503775 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-725a34e8-2950-4d9f-8417-c3bbce16b80e req-2f05c2f2-5d94-44d0-a0b4-52131e1a344b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 945 time: 0.0600257 Sep 27 16:38:07.580233 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-725a34e8-2950-4d9f-8417-c3bbce16b80e req-08b87dd1-b3e7-467d-a15d-d6c26042c150 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706000 Sep 27 16:38:07.582092 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b54594d9-febc-42d2-9911-f56066607884 req-ed4a4588-a157-4dff-bda3-d854ec153b1f tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.0339942 Sep 27 16:38:07.736969 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 207d0a14-eef1-4291-ac34-12fd2700d04d up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:07.788454 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 207d0a14-eef1-4291-ac34-12fd2700d04d completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:38:07.902332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 207d0a14-eef1-4291-ac34-12fd2700d04d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:07.902709 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:07.903075 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 207d0a14-eef1-4291-ac34-12fd2700d04d Sep 27 16:38:07.978120 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 207d0a14-eef1-4291-ac34-12fd2700d04d is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:07.978517 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.028200 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 207d0a14-eef1-4291-ac34-12fd2700d04d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=207d0a14-eef1-4291-ac34-12fd2700d04d,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:08.075816 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57004) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:08.121119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.150107 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.172856 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=207d0a14-eef1-4291-ac34-12fd2700d04d,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:08.178241 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1113380302-network', 'tenant_id': '54a4b85dba3b48b68e25c190b98b6197'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:08.308625 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207d0a14-eef1-4291-ac34-12fd2700d04d'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:08.310904 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fd3027-6f1c-4dfd-8e5c-fdee582f2cf6" -d '{"events": [{"server_uuid": "2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666", "name": "network-vif-plugged", "status": "completed", "tag": "207d0a14-eef1-4291-ac34-12fd2700d04d"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:08.313594 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Made reservation on behalf of 54a4b85dba3b48b68e25c190b98b6197 for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:08.316000 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.327832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.348602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceec7e90-e9f6-4e22-9374-9f9e032f3005 x-openstack-request-id: req-ceec7e90-e9f6-4e22-9374-9f9e032f3005 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:08.349098 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666", "name": "network-vif-plugged", "status": "completed", "tag": "207d0a14-eef1-4291-ac34-12fd2700d04d", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:08.349250 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceec7e90-e9f6-4e22-9374-9f9e032f3005 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:08.349635 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceec7e90-e9f6-4e22-9374-9f9e032f3005'] response: {'server_uuid': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207d0a14-eef1-4291-ac34-12fd2700d04d', 'code': 200} Sep 27 16:38:08.407555 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks [] for security_group (046b0339-debb-464e-bda0-80a67d62312f), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.456862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:08.522180 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (046b0339-debb-464e-bda0-80a67d62312f), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.528125 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:08.548271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:38:08.564790 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b0339-debb-464e-bda0-80a67d62312f,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:08.567673 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (eb5388e4-4ea4-4185-bd20-8a6124821a5b), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.568019 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Added segment eb5388e4-4ea4-4185-bd20-8a6124821a5b of type vlan for network 842f602d-43b0-47fc-8317-0141848ffd1d Sep 27 16:38:08.622134 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (842f602d-43b0-47fc-8317-0141848ffd1d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.695771 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (842f602d-43b0-47fc-8317-0141848ffd1d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.696756 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:08.697336 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:08.845311 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26be83ac-5c0e-4834-a27b-39057944657f req-b7f768f8-4507-4a6c-b06d-9a2a8620f522 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.1194301 Sep 27 16:38:08.857902 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01181007-9e21-4cdd-a26f-c6ff43828935 req-52573922-cf79-4445-b1c3-c2e174c8b522 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:08.865830 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-01181007-9e21-4cdd-a26f-c6ff43828935 req-52573922-cf79-4445-b1c3-c2e174c8b522 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1835721 Sep 27 16:38:08.895606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] Pushing event updated for resources: {'Network': ['ID=842f602d-43b0-47fc-8317-0141848ffd1d,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:08.919030 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 842f602d-43b0-47fc-8317-0141848ffd1d details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:38:08.924390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:08.938031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-318272d6-eb5b-4736-8f56-07ebaecc95dc admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8611026 Sep 27 16:38:08.941592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57028) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:08.946883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Request body: {'subnet': {'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1113380302-subnet', 'tenant_id': '54a4b85dba3b48b68e25c190b98b6197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:08.969461 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-01181007-9e21-4cdd-a26f-c6ff43828935 req-d1cb8c5d-d672-47ed-9ef9-347771c91ae1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026964 Sep 27 16:38:08.978077 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57030) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:09.044602 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6d269-4093-4608-b91c-0a7ded002b7b req-c603a2db-7098-46c1-a079-581d515db4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:09.045693 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17c6d269-4093-4608-b91c-0a7ded002b7b req-c603a2db-7098-46c1-a079-581d515db4ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 1130 time: 0.0439475 Sep 27 16:38:09.060091 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Made reservation on behalf of 54a4b85dba3b48b68e25c190b98b6197 for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:09.063093 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.115016 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3466254-b683-49e4-9b0e-38304df8bc84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.286605 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3466254-b683-49e4-9b0e-38304df8bc84 admin admin] Publish callbacks [] for security_group (979ecc1b-1688-4aa4-bebf-9c75d5ddd949), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.316816 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (a617f0de-97fb-431c-9be2-51ccc286996c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.321926 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17c6d269-4093-4608-b91c-0a7ded002b7b req-7e927128-dd4a-433a-8eb8-0213d05a20a8 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Sep 27 16:38:09.377538 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a617f0de-97fb-431c-9be2-51ccc286996c,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:09.385162 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3466254-b683-49e4-9b0e-38304df8bc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (979ecc1b-1688-4aa4-bebf-9c75d5ddd949), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.386482 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Checking segment: {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:09.389582 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Network hostable DHCP agents. Network: 842f602d-43b0-47fc-8317-0141848ffd1d, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:38:09.430950 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c3466254-b683-49e4-9b0e-38304df8bc84 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a8ff4b44d04942c4b2599eba4b0dafa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521203 Sep 27 16:38:09.432061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3466254-b683-49e4-9b0e-38304df8bc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ecc1b-1688-4aa4-bebf-9c75d5ddd949,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:09.433679 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57036) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:09.478664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Network 842f602d-43b0-47fc-8317-0141848ffd1d is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:38:09.500742 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b736-c0a8-4832-b447-17b2d94cb3c1 admin admin] Publish callbacks [] for security_group (979ecc1b-1688-4aa4-bebf-9c75d5ddd949), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.522103 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b736-c0a8-4832-b447-17b2d94cb3c1 admin admin] Publish callbacks [] for security_group (979ecc1b-1688-4aa4-bebf-9c75d5ddd949), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.566495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-b36db203-50d1-40f2-840e-4293a165fe2a tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214891 Sep 27 16:38:09.596143 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 842f602d-43b0-47fc-8317-0141848ffd1d) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:09.600226 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:09.600826 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.607694 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3016734-d587-473a-87f1-9aee301c137f None None] Network 842f602d-43b0-47fc-8317-0141848ffd1d requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:09.694442 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b736-c0a8-4832-b447-17b2d94cb3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (979ecc1b-1688-4aa4-bebf-9c75d5ddd949), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.697143 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b736-c0a8-4832-b447-17b2d94cb3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.700312 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c2d4b736-c0a8-4832-b447-17b2d94cb3c1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/979ecc1b-1688-4aa4-bebf-9c75d5ddd949 HTTP/1.1" status: 204 len: 168 time: 0.2648959 Sep 27 16:38:09.711659 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4acba98e-496f-4cc3-9339-0be8a4f1f4c0 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7688622 Sep 27 16:38:09.718337 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-3e01dadd-fa4e-4121-9b0f-59fafe6738d8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:09.721835 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-3e01dadd-fa4e-4121-9b0f-59fafe6738d8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503143 Sep 27 16:38:09.723061 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4b736-c0a8-4832-b447-17b2d94cb3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ecc1b-1688-4aa4-bebf-9c75d5ddd949,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:09.760247 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.775145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c113b-cadf-4286-b4ca-e8e6edb1fd71 None None] Network 842f602d-43b0-47fc-8317-0141848ffd1d requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:09.841275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:09.871132 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:09.963840 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3d68de6-4051-4918-8ef6-a110c10f1953 req-0903403f-e680-41ed-9498-617c310faca0 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.0295827 Sep 27 16:38:10.091549 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Request body: {'port': {'device_id': '26a5e8aa-3521-49a9-9fda-15333f231793', 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7', 'admin_state_up': True, 'tenant_id': '808169451dd64aa1a6a656ed9abbe5a0'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:10.120643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb8c96-2967-4a51-8710-b52c05d7fb98 req-b3af1415-27d3-461d-bb78-92d4143603b5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:10.121858 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ccbb8c96-2967-4a51-8710-b52c05d7fb98 req-b3af1415-27d3-461d-bb78-92d4143603b5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0746574 Sep 27 16:38:10.262388 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ccbb8c96-2967-4a51-8710-b52c05d7fb98 req-01fb7f94-fe45-441b-91f0-2dc785c4303f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896089 Sep 27 16:38:10.270053 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:10.365584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Made reservation on behalf of 808169451dd64aa1a6a656ed9abbe5a0 for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:10.370283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:10.379518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:10.465565 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks [] for security_group (8f69db2f-12f9-461d-b09b-924f6a09e9b9), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:10.560385 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (8f69db2f-12f9-461d-b09b-924f6a09e9b9), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:10.628584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69db2f-12f9-461d-b09b-924f6a09e9b9,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:10.659515 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57076) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:10.690327 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:10.717067 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Allocated IP 192.168.233.81 (d97fea3c-a27f-40a7-967d-227596b471f7/8d3fc7d8-4eaf-4abe-8448-94d8f5572688/6c365b2d-c90e-47bb-a27e-019faaa15085) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:10.798439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb7a8-6e4b-4dc8-81c1-69713a946eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:10.882817 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks [] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:10.937579 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb7a8-6e4b-4dc8-81c1-69713a946eb4 admin admin] Publish callbacks [] for security_group (f6cc4e33-f10a-41db-ba24-80396a6e7acb), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.000376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb7a8-6e4b-4dc8-81c1-69713a946eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f6cc4e33-f10a-41db-ba24-80396a6e7acb), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.001715 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.064240 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Network d97fea3c-a27f-40a7-967d-227596b471f7 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:11.068350 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:11.071163 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:11.074947 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8aaeb7a8-6e4b-4dc8-81c1-69713a946eb4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3e379e32c618473bbe866b18cc1e81c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132223 Sep 27 16:38:11.076949 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb7a8-6e4b-4dc8-81c1-69713a946eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc4e33-f10a-41db-ba24-80396a6e7acb,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:11.080126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57092) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:11.101242 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57094) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:11.176798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1da28211-b3dc-4b95-9828-886c60a5cf78 admin admin] Publish callbacks [] for security_group (f6cc4e33-f10a-41db-ba24-80396a6e7acb), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.188693 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:11.215703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1da28211-b3dc-4b95-9828-886c60a5cf78 admin admin] Publish callbacks [] for security_group (f6cc4e33-f10a-41db-ba24-80396a6e7acb), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.226929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:11.230993 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Pushing event updated for resources: {'Port': ['ID=6c365b2d-c90e-47bb-a27e-019faaa15085,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:11.242648 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:11.243314 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.263375 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63e82-7249-4289-b0e4-24daa20be63e req-d9fc8b0c-d5a8-498a-8f2c-26e49d17e6a8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:11.264913 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5ff63e82-7249-4289-b0e4-24daa20be63e req-d9fc8b0c-d5a8-498a-8f2c-26e49d17e6a8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 935 time: 0.1285961 Sep 27 16:38:11.293420 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1026921118-network', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:11.352754 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-f6db88d1-dac6-459b-a290-2ec60fd27af2 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2654915 Sep 27 16:38:11.360196 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5ff63e82-7249-4289-b0e4-24daa20be63e req-806fe01f-4275-4b6d-90d1-f4f59af69eb3 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824063 Sep 27 16:38:11.365511 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Request body: {'port': {'device_id': '26a5e8aa-3521-49a9-9fda-15333f231793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:11.414856 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1da28211-b3dc-4b95-9828-886c60a5cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f6cc4e33-f10a-41db-ba24-80396a6e7acb), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.417599 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1da28211-b3dc-4b95-9828-886c60a5cf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.418855 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1da28211-b3dc-4b95-9828-886c60a5cf78 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f6cc4e33-f10a-41db-ba24-80396a6e7acb HTTP/1.1" status: 204 len: 168 time: 0.3370919 Sep 27 16:38:11.421442 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Made reservation on behalf of d5fb5144fbf64abe8ec6b37c7f0444b3 for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:11.424583 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.435003 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.441452 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Provisioning complete for port 6c365b2d-c90e-47bb-a27e-019faaa15085 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:11.441934 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.443452 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Attempt 1 to provision port 6c365b2d-c90e-47bb-a27e-019faaa15085 Sep 27 16:38:11.447617 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da28211-b3dc-4b95-9828-886c60a5cf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc4e33-f10a-41db-ba24-80396a6e7acb,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:11.460483 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ffcd4-91a0-427c-a84d-92d13e234323 req-64088f75-cc33-445d-b408-b8b778ba833e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:11.462026 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e4ffcd4-91a0-427c-a84d-92d13e234323 req-64088f75-cc33-445d-b408-b8b778ba833e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0929358 Sep 27 16:38:11.471826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.508121 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Port 6c365b2d-c90e-47bb-a27e-019faaa15085 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:11.539165 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:11.551376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks [] for security_group (3772649c-8729-4c04-afa2-6a0375b06ee8), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.573540 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e4ffcd4-91a0-427c-a84d-92d13e234323 req-f5c62098-8266-421c-8a13-a5fa1e661b64 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972021 Sep 27 16:38:11.614940 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3772649c-8729-4c04-afa2-6a0375b06ee8), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.638019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:38:11.653077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3772649c-8729-4c04-afa2-6a0375b06ee8,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:11.658452 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.659086 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Added segment 491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f of type vlan for network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae Sep 27 16:38:11.713398 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.851698 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.852759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:11.853361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:11.923350 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:11.936297 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:38:12.011537 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Attempt 2 to provision port 6c365b2d-c90e-47bb-a27e-019faaa15085 Sep 27 16:38:12.061125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Port 6c365b2d-c90e-47bb-a27e-019faaa15085 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:12.078921 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c365b2d-c90e-47bb-a27e-019faaa15085 {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:12.086643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Publish callbacks [] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:12.090803 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-455cf696-d333-48aa-96d8-088fe60cc7a8 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9860456 Sep 27 16:38:12.091428 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57116) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:12.097613 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Request body: {'subnet': {'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1026921118-subnet', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:12.118148 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Transition to ACTIVE for port object 6c365b2d-c90e-47bb-a27e-019faaa15085 will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:38:12.214237 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:12.222465 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Made reservation on behalf of d5fb5144fbf64abe8ec6b37c7f0444b3 for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:12.224868 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:12.394504 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-9dcb98e8-cd26-4153-a28c-1b0a8de6cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:12.396119 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-9dcb98e8-cd26-4153-a28c-1b0a8de6cb65 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 1130 time: 0.0439355 Sep 27 16:38:12.474717 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c365b2d-c90e-47bb-a27e-019faaa15085,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:12.525008 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c912-72ec-4ede-9125-1b85c06c8f49 req-94390dea-c90c-4695-8851-0ce596748d96 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:12.527118 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1838c912-72ec-4ede-9125-1b85c06c8f49 req-94390dea-c90c-4695-8851-0ce596748d96 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.2155378 Sep 27 16:38:12.527912 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:12.543884 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-6e85c03c-c0d0-4959-bb10-1c56e2349a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:12.546132 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-6e85c03c-c0d0-4959-bb10-1c56e2349a82 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.1390164 Sep 27 16:38:12.562811 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Attempt 3 to provision port 6c365b2d-c90e-47bb-a27e-019faaa15085 Sep 27 16:38:12.607493 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Port 6c365b2d-c90e-47bb-a27e-019faaa15085 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:12.609753 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-ce149461-d5ae-4587-9bdb-05bca1070cea service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207d0a14-eef1-4291-ac34-12fd2700d04d HTTP/1.1" status: 200 len: 217 time: 0.0474663 Sep 27 16:38:12.627283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Attempting to bind port 6c365b2d-c90e-47bb-a27e-019faaa15085 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:12.627625 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Attempting to bind port 6c365b2d-c90e-47bb-a27e-019faaa15085 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:12.628298 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Attempting to bind port 6c365b2d-c90e-47bb-a27e-019faaa15085 on network d97fea3c-a27f-40a7-967d-227596b471f7 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:12.677759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-cfe13db7-602a-429f-9d0d-4fb4eaee73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:12.679800 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-cfe13db7-602a-429f-9d0d-4fb4eaee73c3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0636852 Sep 27 16:38:12.708685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-a0d17cbd-a8c4-4f27-8c2e-f215f93f26ba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:12.716302 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-a0d17cbd-a8c4-4f27-8c2e-f215f93f26ba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/networks?id=842f602d-43b0-47fc-8317-0141848ffd1d HTTP/1.1" status: 200 len: 809 time: 0.3317590 Sep 27 16:38:12.731881 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1838c912-72ec-4ede-9125-1b85c06c8f49 req-86c1ce23-d97f-41d3-96b5-5f48c13d1279 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949644 Sep 27 16:38:12.736330 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:12.740199 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:12.759245 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-040fb0c1-2201-48e8-af03-948d0d02ee6c tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/quotas/54a4b85dba3b48b68e25c190b98b6197 HTTP/1.1" status: 200 len: 375 time: 0.0420146 Sep 27 16:38:12.782703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-6a0e43df-024b-4152-982e-765f20308891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:12.785915 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-6a0e43df-024b-4152-982e-765f20308891 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938663 Sep 27 16:38:12.835789 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Port 6c365b2d-c90e-47bb-a27e-019faaa15085 on network d97fea3c-a27f-40a7-967d-227596b471f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:38:12.836189 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Attempting to bind port 6c365b2d-c90e-47bb-a27e-019faaa15085 on network d97fea3c-a27f-40a7-967d-227596b471f7 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:12.838373 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:12.853369 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-3db3f809-c415-4997-90bb-02dd15252846 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=54a4b85dba3b48b68e25c190b98b6197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925794 Sep 27 16:38:12.890001 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:12.935619 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-6e803945-6c13-4da9-a9e2-efeabc743682 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324694 Sep 27 16:38:13.006061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc5df-58a5-4167-b1cd-8a7e72d059f1 req-d001e9ea-2136-4d2a-88f4-5467f9bf90a8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.006889 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-573fc5df-58a5-4167-b1cd-8a7e72d059f1 req-d001e9ea-2136-4d2a-88f4-5467f9bf90a8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 947 time: 0.1144748 Sep 27 16:38:13.009578 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:13.009917 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Checking segment: {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:13.010828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Bound using segment: {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:13.011322 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Bound port: 6c365b2d-c90e-47bb-a27e-019faaa15085, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c852a7-dcb9-4924-aaad-36b2c2cc694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:13.011689 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.024996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.072761 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1159aefe-c5e1-4ac3-b1b0-40b3ae7b819d req-df82e44b-8eec-4201-b625-4aed25df4fca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287780 Sep 27 16:38:13.108641 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Attempt 4 to provision port 6c365b2d-c90e-47bb-a27e-019faaa15085 Sep 27 16:38:13.129803 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-fe0ba8eb-3931-4a67-bac3-bc42613cc578 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755313 Sep 27 16:38:13.146229 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Port 6c365b2d-c90e-47bb-a27e-019faaa15085 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:13.229351 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:13.260981 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-573fc5df-58a5-4167-b1cd-8a7e72d059f1 req-275a74eb-9437-462a-89c5-d500be5f3e4a tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367032 Sep 27 16:38:13.267741 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] For port 6c365b2d-c90e-47bb-a27e-019faaa15085, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:13.278096 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Checking segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:13.278096 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Network hostable DHCP agents. Network: 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:38:13.279506 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] For port 6c365b2d-c90e-47bb-a27e-019faaa15085, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=6c365b2d-c90e-47bb-a27e-019faaa15085,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:13.318761 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-43204258-9900-4177-85da-a862c13a233f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880972 Sep 27 16:38:13.384964 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:38:13.389588 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.392906 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.393879 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.395425 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6c365b2d-c90e-47bb-a27e-019faaa15085 HTTP/1.1" status: 200 len: 1097 time: 2.0340822 Sep 27 16:38:13.399390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a5e8aa-3521-49a9-9fda-15333f231793', 'tag': '6c365b2d-c90e-47bb-a27e-019faaa15085'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:13.401635 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102677a6-5cab-4211-a04a-19fb985185e4" -d '{"events": [{"name": "network-changed", "server_uuid": "26a5e8aa-3521-49a9-9fda-15333f231793", "tag": "6c365b2d-c90e-47bb-a27e-019faaa15085"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:13.433099 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:13.456689 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad19fe-b51f-428a-8ec1-99980ed96d65 x-openstack-request-id: req-09ad19fe-b51f-428a-8ec1-99980ed96d65 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:13.456959 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a5e8aa-3521-49a9-9fda-15333f231793", "tag": "6c365b2d-c90e-47bb-a27e-019faaa15085", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:13.457213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09ad19fe-b51f-428a-8ec1-99980ed96d65 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:13.457642 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ad19fe-b51f-428a-8ec1-99980ed96d65'] response: {'name': 'network-changed', 'server_uuid': '26a5e8aa-3521-49a9-9fda-15333f231793', 'tag': '6c365b2d-c90e-47bb-a27e-019faaa15085', 'status': 'completed', 'code': 200} Sep 27 16:38:13.467209 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f53fb-44de-4308-a379-e731d18594f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c365b2d-c90e-47bb-a27e-019faaa15085,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:13.492972 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:13.501779 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f1427-32c0-49dd-9222-e7ad9cf81383 None None] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:13.515142 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.515742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.532092 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102677a6-5cab-4211-a04a-19fb985185e4 req-37e9d1e5-837a-4db0-b997-9ceff3174527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.533595 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-102677a6-5cab-4211-a04a-19fb985185e4 req-37e9d1e5-837a-4db0-b997-9ceff3174527 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 1131 time: 0.0498049 Sep 27 16:38:13.568130 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:13.572939 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-102677a6-5cab-4211-a04a-19fb985185e4 req-80375269-cd94-4c0e-a6da-427c781289e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207794 Sep 27 16:38:13.618966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:38:13.620556 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.647962 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Attempt 5 to provision port 6c365b2d-c90e-47bb-a27e-019faaa15085 Sep 27 16:38:13.659054 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4f5d1332-3340-4d38-8b64-3ec9f7ee72b9 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5633614 Sep 27 16:38:13.659267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57184) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:13.664471 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:13.702690 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28ad00cf-bbed-4c6c-9a54-333fa827a54f req-79e79b3c-8a77-48f0-a77d-ac25ee4c71aa tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0472450 Sep 27 16:38:13.753739 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102677a6-5cab-4211-a04a-19fb985185e4 req-77739b67-96bf-4339-9085-0c2a647a9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.755808 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-102677a6-5cab-4211-a04a-19fb985185e4 req-77739b67-96bf-4339-9085-0c2a647a9858 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726902 Sep 27 16:38:13.793772 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b5365b93-f1d4-4f1c-8edb-7cd7cc139020 None None] Port 6c365b2d-c90e-47bb-a27e-019faaa15085 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:38:13.812057 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Allocated IP 172.20.0.2 (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae/6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3/e296f552-311f-4c3d-8f1b-5472f207b585) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:13.822692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (84a79be7-f532-4e4a-8e70-e45a8c980b55), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.828575 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (84a79be7-f532-4e4a-8e70-e45a8c980b55), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.833147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:13.862170 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-fba474b7-8b81-43ef-bc8b-947a6d8cc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.863753 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-fba474b7-8b81-43ef-bc8b-947a6d8cc444 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 1131 time: 0.0621374 Sep 27 16:38:13.898526 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks [] for router_controller (84a79be7-f532-4e4a-8e70-e45a8c980b55), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:13.911655 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:13.933626 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-196b05ec-38bb-48f3-b3b7-947fdcc06138 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=6c365b2d-c90e-47bb-a27e-019faaa15085 HTTP/1.1" status: 200 len: 217 time: 0.0555234 Sep 27 16:38:13.955412 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ce4ae-efdd-48f5-82bd-616ac97d6a87 req-23a227f1-f7f5-44f7-b6c3-eca8bf4e0f55 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:13.959245 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-192ce4ae-efdd-48f5-82bd-616ac97d6a87 req-23a227f1-f7f5-44f7-b6c3-eca8bf4e0f55 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0930538 Sep 27 16:38:13.987498 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Publish callbacks [] for port (e296f552-311f-4c3d-8f1b-5472f207b585), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.025546 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-fedff8bc-9aab-4ec6-b520-558a88c34359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:14.025546 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-fedff8bc-9aab-4ec6-b520-558a88c34359 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8d3fc7d8-4eaf-4abe-8448-94d8f5572688 HTTP/1.1" status: 200 len: 843 time: 0.0836673 Sep 27 16:38:14.049571 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-192ce4ae-efdd-48f5-82bd-616ac97d6a87 req-f2797d4e-5edd-452d-bbbd-bc0cbd02eed3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677476 Sep 27 16:38:14.076991 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.095538 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-972a606d-4017-4b43-9e16-5da2d1e9fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:14.097515 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-972a606d-4017-4b43-9e16-5da2d1e9fb82 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d97fea3c-a27f-40a7-967d-227596b471f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0644174 Sep 27 16:38:14.135968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks [] for router_gateway (84a79be7-f532-4e4a-8e70-e45a8c980b55), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.150346 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:14.154923 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:14.157409 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Pushing event updated for resources: {'Port': ['ID=e296f552-311f-4c3d-8f1b-5472f207b585,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:14.166195 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:14.231044 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Attempting to bind port e296f552-311f-4c3d-8f1b-5472f207b585 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:14.231418 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Attempting to bind port e296f552-311f-4c3d-8f1b-5472f207b585 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:14.231778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Attempting to bind port e296f552-311f-4c3d-8f1b-5472f207b585 on network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:14.255525 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-14fd5bc6-9b10-4534-b038-2a9a59850d73 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d97fea3c-a27f-40a7-967d-227596b471f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510539 Sep 27 16:38:14.279894 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:14.280273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Checking segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:14.280679 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.281132 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Bound using segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:14.281611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Bound port: e296f552-311f-4c3d-8f1b-5472f207b585, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:14.281998 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.343808 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:14.371412 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] For port e296f552-311f-4c3d-8f1b-5472f207b585, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:14.375687 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] For port e296f552-311f-4c3d-8f1b-5472f207b585, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=e296f552-311f-4c3d-8f1b-5472f207b585,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:14.414493 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks [] for router_gateway (84a79be7-f532-4e4a-8e70-e45a8c980b55), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.433853 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b6d44f61-b8ad-40b7-b3e4-309e5300a3fd req-8291083e-9f0b-4be9-8a53-3acf75fe9522 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d97fea3c-a27f-40a7-967d-227596b471f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710198 Sep 27 16:38:14.434221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.451142 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999265-c29d-4761-b92a-fb01b2cade53 req-dcd96a7d-d0dd-4c81-ba64-7490610876fb tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:14.452634 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1a999265-c29d-4761-b92a-fb01b2cade53 req-dcd96a7d-d0dd-4c81-ba64-7490610876fb tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 947 time: 0.0676641 Sep 27 16:38:14.487989 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.515207 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1a999265-c29d-4761-b92a-fb01b2cade53 req-dd745e9e-78ff-4547-af32-385ddab5010e tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504758 Sep 27 16:38:14.561913 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99a7f-95ff-489f-81bd-14a727b702f6 None None] Pushing event updated for resources: {'Port': ['ID=e296f552-311f-4c3d-8f1b-5472f207b585,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:14.580798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Allocated IP 172.27.2.146 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/c94faf79-dbad-413d-824b-0dba41f4db59) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:14.709016 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks [] for port (c94faf79-dbad-413d-824b-0dba41f4db59), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.715168 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:14.789059 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9aac9b33-616f-4a58-994a-5774105174d2 req-96165c28-23cc-48b8-a216-2527e2002184 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0293000 Sep 27 16:38:14.794929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:14.833893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:14.839127 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:14.842685 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:14.876482 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c94faf79-dbad-413d-824b-0dba41f4db59,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:14.931234 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:15.185005 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e32cad-08cf-47cc-9a79-bce1dde26088 req-67231773-2446-4294-8dcb-01c4c3e7f328 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:15.186628 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91e32cad-08cf-47cc-9a79-bce1dde26088 req-67231773-2446-4294-8dcb-01c4c3e7f328 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0495334 Sep 27 16:38:15.257367 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91e32cad-08cf-47cc-9a79-bce1dde26088 req-26ea709a-0fe4-4f13-a541-1fdd149a8fe8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633922 Sep 27 16:38:15.461453 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks [] for router_gateway (84a79be7-f532-4e4a-8e70-e45a8c980b55), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:15.481286 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b62180-b202-4d1b-bc78-1d09f870d9b7 None None] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:15.484088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:15.556148 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device e296f552-311f-4c3d-8f1b-5472f207b585 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:15.586965 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:15.615844 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Provisioning complete for port e296f552-311f-4c3d-8f1b-5472f207b585 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:15.616817 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:15.616817 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Attempt 1 to provision port e296f552-311f-4c3d-8f1b-5472f207b585 Sep 27 16:38:15.681014 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c07b40-8566-41b9-afb7-3ba44ddc1371 req-e07ed311-0e20-45a1-8c45-3b4e6288f0c9 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:15.684217 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e3c07b40-8566-41b9-afb7-3ba44ddc1371 req-e07ed311-0e20-45a1-8c45-3b4e6288f0c9 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 947 time: 0.0563009 Sep 27 16:38:15.692746 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (84a79be7-f532-4e4a-8e70-e45a8c980b55), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:15.707573 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port e296f552-311f-4c3d-8f1b-5472f207b585 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:15.707977 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:15.708316 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port e296f552-311f-4c3d-8f1b-5472f207b585 Sep 27 16:38:15.770535 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e3c07b40-8566-41b9-afb7-3ba44ddc1371 req-f14a181a-f52f-47ea-88fb-79305b2b2400 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796225 Sep 27 16:38:15.909625 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f771d196-dbf8-4ac3-a242-69b801e47b00 req-cdd38eb9-c54f-4769-8683-7c93104b56fe tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0332880 Sep 27 16:38:15.920423 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Current status of the port e296f552-311f-4c3d-8f1b-5472f207b585 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:15.920807 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:15.973265 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Router 84a79be7-f532-4e4a-8e70-e45a8c980b55 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:38:15.984654 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port e296f552-311f-4c3d-8f1b-5472f207b585 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:15.987468 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:15.988020 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] For port e296f552-311f-4c3d-8f1b-5472f207b585, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=e296f552-311f-4c3d-8f1b-5472f207b585,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:16.071456 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.077642 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:38:16.120609 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Sync routers for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:38:16.134438 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:16.154448 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:38:16.160827 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:38:16.160827 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:16.160827 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:16.186948 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.188308 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-bf7f0a3c-2092-4956-b772-88ebff3848f2 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5278149 Sep 27 16:38:16.197046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57218) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:16.206398 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918bf5b-aed7-4e62-893e-564271eb3137 None None] Pushing event updated for resources: {'Port': ['ID=e296f552-311f-4c3d-8f1b-5472f207b585,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:16.219605 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-a2e36bbd-0bef-4390-ac66-5db66f0b39ae None None] Provisioning complete for port e296f552-311f-4c3d-8f1b-5472f207b585 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:16.219984 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a2e36bbd-0bef-4390-ac66-5db66f0b39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.220323 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-a2e36bbd-0bef-4390-ac66-5db66f0b39ae None None] Attempt 1 to provision port e296f552-311f-4c3d-8f1b-5472f207b585 Sep 27 16:38:16.314797 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:16.418782 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-a2e36bbd-0bef-4390-ac66-5db66f0b39ae None None] Current status of the port e296f552-311f-4c3d-8f1b-5472f207b585 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:16.431499 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce28599-4d44-4b0d-9319-0e3754868586 req-b2f85c67-26f9-4707-b282-ae111e27ac0c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:16.434031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ce28599-4d44-4b0d-9319-0e3754868586 req-b2f85c67-26f9-4707-b282-ae111e27ac0c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0561502 Sep 27 16:38:16.487851 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ce28599-4d44-4b0d-9319-0e3754868586 req-f14eacbd-4eb0-4be8-bdda-f310be0447d2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Sep 27 16:38:16.537275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:14Z', 'revision_number': 3, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:16.563093 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Checking router: 84a79be7-f532-4e4a-8e70-e45a8c980b55 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:38:16.563441 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Updating router 84a79be7-f532-4e4a-8e70-e45a8c980b55 port c94faf79-dbad-413d-824b-0dba41f4db59 binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:38:16.591316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.640241 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:16.666330 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.726697 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port e296f552-311f-4c3d-8f1b-5472f207b585 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:16.817709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Allocated IP 172.20.0.1 (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae/6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3/746c3ae5-f410-4828-9421-8d7f7152514e) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:16.878748 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Publish callbacks [] for port (c94faf79-dbad-413d-824b-0dba41f4db59), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.894557 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c2a4-de02-4e1f-bcc7-d9feb944320c req-6bb9f396-ffb8-4b7e-ab7c-f15832191d1b tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:16.896174 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4198c2a4-de02-4e1f-bcc7-d9feb944320c req-6bb9f396-ffb8-4b7e-ab7c-f15832191d1b tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 947 time: 0.0506408 Sep 27 16:38:16.931047 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks [] for port (746c3ae5-f410-4828-9421-8d7f7152514e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:16.949351 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4198c2a4-de02-4e1f-bcc7-d9feb944320c req-d5aabe2e-e901-4f74-ac80-8ce71f234967 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Sep 27 16:38:17.018957 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-186cdb29-fbdf-4919-a570-9e4dc67401ae req-cf49a2e3-d50a-49a8-9d6c-7650452e668f tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0265777 Sep 27 16:38:17.047639 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.065504 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.080528 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Attempting to bind port c94faf79-dbad-413d-824b-0dba41f4db59 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:17.080890 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Attempting to bind port c94faf79-dbad-413d-824b-0dba41f4db59 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:17.081288 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Attempting to bind port c94faf79-dbad-413d-824b-0dba41f4db59 on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:17.101860 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:17.109061 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:17.112928 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:17.113410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (84a79be7-f532-4e4a-8e70-e45a8c980b55), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.117266 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8c75b-33ea-4b2f-ae55-023e42a33030 None None] Pushing event updated for resources: {'Port': ['ID=c94faf79-dbad-413d-824b-0dba41f4db59,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:17.118688 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Pushing event updated for resources: {'Port': ['ID=746c3ae5-f410-4828-9421-8d7f7152514e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:17.139118 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:17.139501 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:17.139889 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.140275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:17.140744 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Bound port: c94faf79-dbad-413d-824b-0dba41f4db59, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:17.141122 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.200135 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] For port c94faf79-dbad-413d-824b-0dba41f4db59, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:17.203658 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] For port c94faf79-dbad-413d-824b-0dba41f4db59, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c94faf79-dbad-413d-824b-0dba41f4db59,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:17.302669 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.339752 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.349008 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:17.349646 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:17.386762 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:17.396411 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Provisioning complete for port 746c3ae5-f410-4828-9421-8d7f7152514e triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:17.396792 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.397134 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 1 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:17.483421 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8c75b-33ea-4b2f-ae55-023e42a33030 None None] Pushing event updated for resources: {'Port': ['ID=c94faf79-dbad-413d-824b-0dba41f4db59,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:17.506150 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:17.506150 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:17.515629 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks [] for port (746c3ae5-f410-4828-9421-8d7f7152514e), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.531223 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device e296f552-311f-4c3d-8f1b-5472f207b585 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:17.538634 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:17.593732 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.594930 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (84a79be7-f532-4e4a-8e70-e45a8c980b55), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.626117 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faa3dc-2bd4-4b7b-a658-08bf7b72efb7 req-9b230a51-383c-43b5-9323-9930ea91b670 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:17.627814 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-10faa3dc-2bd4-4b7b-a658-08bf7b72efb7 req-9b230a51-383c-43b5-9323-9930ea91b670 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Sep 27 16:38:17.663240 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:17.673519 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port e296f552-311f-4c3d-8f1b-5472f207b585 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:17.673892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:17.674231 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port e296f552-311f-4c3d-8f1b-5472f207b585 Sep 27 16:38:17.680763 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-10faa3dc-2bd4-4b7b-a658-08bf7b72efb7 req-035a1dec-bed5-4f45-b040-95d8512b935b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 Sep 27 16:38:17.687719 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Pushing event updated for resources: {'Port': ['ID=746c3ae5-f410-4828-9421-8d7f7152514e,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:17.745493 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:17.747039 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:17.816297 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:16Z', 'revision_number': 1, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:17.845043 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f201b3-44c4-4a32-96eb-04c3018c5a05 None None] The sync data for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi is: [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:16Z', 'revision_number': 1, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:38:17.847021 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port e296f552-311f-4c3d-8f1b-5472f207b585 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:17.864733 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Router 84a79be7-f532-4e4a-8e70-e45a8c980b55 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:38:17.912031 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:17.993246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:38:18.001044 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fdf41b44-fb04-4a8c-8ccb-1380728740ad admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/84a79be7-f532-4e4a-8e70-e45a8c980b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028171 Sep 27 16:38:18.005969 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 2 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:18.037431 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:18.070921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:18.134803 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14862c88-9c25-4eaf-83a0-4ebd89738415 req-22451874-ca29-4145-879d-5c291871a51b tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:18.138167 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14862c88-9c25-4eaf-83a0-4ebd89738415 req-22451874-ca29-4145-879d-5c291871a51b tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 947 time: 0.0892947 Sep 27 16:38:18.216443 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e9eafbc4-c10f-463b-8e65-2f12ee4b5019 req-bf3fba17-50ba-4342-9ace-2de22294940f tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0499365 Sep 27 16:38:18.249134 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14862c88-9c25-4eaf-83a0-4ebd89738415 req-2ad98345-1315-436b-9d41-7e89c5817795 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999506 Sep 27 16:38:18.440570 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:18.459663 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:18.589161 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 3 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:18.634769 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:18.844620 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef08244-5174-4201-947b-8113975929e6 req-8cedeb10-955b-471f-b0d7-30a22eeeb9cf tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:18.846152 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aef08244-5174-4201-947b-8113975929e6 req-8cedeb10-955b-471f-b0d7-30a22eeeb9cf tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0597513 Sep 27 16:38:18.904819 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aef08244-5174-4201-947b-8113975929e6 req-36d2a09c-3f99-4570-9246-0060758440bd tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Sep 27 16:38:18.921068 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57266) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:18.926171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1194175298-network', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:18.966484 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 6c365b2d-c90e-47bb-a27e-019faaa15085 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:19.039711 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Made reservation on behalf of adcfb47edc514af082ac07df9bfc3dbc for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:19.042325 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.053017 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.147491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks [] for security_group (09d45ade-ecbc-4489-b374-6a052c0e038c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.177863 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 4 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:19.225688 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:19.254190 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 6c365b2d-c90e-47bb-a27e-019faaa15085, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=6c365b2d-c90e-47bb-a27e-019faaa15085,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:19.273227 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '6c365b2d-c90e-47bb-a27e-019faaa15085', 'network_id': 'd97fea3c-a27f-40a7-967d-227596b471f7', 'port_id': '6c365b2d-c90e-47bb-a27e-019faaa15085', 'mac_address': 'fa:16:3e:0b:2c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3fc7d8-4eaf-4abe-8448-94d8f5572688', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:19.308854 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (09d45ade-ecbc-4489-b374-6a052c0e038c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.313342 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:19.356887 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 6c365b2d-c90e-47bb-a27e-019faaa15085 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:19.357905 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.376836 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c365b2d-c90e-47bb-a27e-019faaa15085 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:19.402929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:38:19.403203 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 6c365b2d-c90e-47bb-a27e-019faaa15085, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=6c365b2d-c90e-47bb-a27e-019faaa15085,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:19.404935 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-11922f04-b2f3-4829-b1fb-87a872873bd0 req-82d90975-7bf0-4274-a93a-84885823f2ff tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0916262 Sep 27 16:38:19.433666 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d45ade-ecbc-4489-b374-6a052c0e038c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:19.452416 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (23b50282-e854-4e09-a014-7e474017f76c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.452416 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Added segment 23b50282-e854-4e09-a014-7e474017f76c of type vlan for network 64c47dc4-13a9-4035-8628-83dca71f1892 Sep 27 16:38:19.466891 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a66db-c528-41c8-9474-d24e3aa43ad7 req-a25b4f3c-7337-42b4-9a53-330c1a3af544 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:19.468431 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f1a66db-c528-41c8-9474-d24e3aa43ad7 req-a25b4f3c-7337-42b4-9a53-330c1a3af544 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 947 time: 0.0601797 Sep 27 16:38:19.503310 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (64c47dc4-13a9-4035-8628-83dca71f1892), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.529335 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f1a66db-c528-41c8-9474-d24e3aa43ad7 req-bc842550-8719-4085-8615-142fbbc01c8a tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537908 Sep 27 16:38:19.547878 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.592528 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c94faf79-dbad-413d-824b-0dba41f4db59 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:19.622206 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:19.650015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=6c365b2d-c90e-47bb-a27e-019faaa15085,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:19.667666 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c94faf79-dbad-413d-824b-0dba41f4db59 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:19.667666 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.667666 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c94faf79-dbad-413d-824b-0dba41f4db59 Sep 27 16:38:19.688508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (64c47dc4-13a9-4035-8628-83dca71f1892), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.689739 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:19.698498 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.731373 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 5 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:19.765578 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] Pushing event updated for resources: {'Network': ['ID=64c47dc4-13a9-4035-8628-83dca71f1892,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:19.777147 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c94faf79-dbad-413d-824b-0dba41f4db59 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:19.777637 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:19.785973 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 64c47dc4-13a9-4035-8628-83dca71f1892 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:38:19.792673 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:19.814019 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57288) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:19.815371 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a490094e-b68d-4590-93b3-8e80a740101e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8924153 Sep 27 16:38:19.821833 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Request body: {'subnet': {'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1194175298-subnet', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:19.865649 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port c94faf79-dbad-413d-824b-0dba41f4db59, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c94faf79-dbad-413d-824b-0dba41f4db59,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:19.866896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-45eed262-1049-4b09-aa29-ff5279162389 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:19.868504 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-45eed262-1049-4b09-aa29-ff5279162389 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "GET /networking/v2.0/networks?id=842f602d-43b0-47fc-8317-0141848ffd1d HTTP/1.1" status: 200 len: 809 time: 0.1956003 Sep 27 16:38:19.887911 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Request body: {'port': {'device_id': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d', 'admin_state_up': True, 'tenant_id': '54a4b85dba3b48b68e25c190b98b6197'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:19.965169 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['6c365b2d-c90e-47bb-a27e-019faaa15085'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:20.025079 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:20.062747 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68a178-c26b-4216-9538-8364bb6efa2c req-4e4f81bf-a1bf-4982-8b65-6663e43cb236 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:20.064256 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3a68a178-c26b-4216-9538-8364bb6efa2c req-4e4f81bf-a1bf-4982-8b65-6663e43cb236 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0614338 Sep 27 16:38:20.103243 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:20.115651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Made reservation on behalf of adcfb47edc514af082ac07df9bfc3dbc for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:20.117963 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=c94faf79-dbad-413d-824b-0dba41f4db59,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:20.118880 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:20.142718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:20.194200 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3a68a178-c26b-4216-9538-8364bb6efa2c req-0795cf4f-551a-4364-968d-799974566173 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210504 Sep 27 16:38:20.223954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Made reservation on behalf of 54a4b85dba3b48b68e25c190b98b6197 for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:20.228111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:20.293095 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Sync routers for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:38:20.294088 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 6 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:20.305627 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:20.306471 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:20.333226 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:20.349170 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:20.430966 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:20.461892 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Allocated IP 172.20.0.10 (842f602d-43b0-47fc-8317-0141848ffd1d/a617f0de-97fb-431c-9be2-51ccc286996c/3f66f8e0-df9b-4202-aca4-c6652f4a9852) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:20.535056 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e7456c9a-3d09-4275-96db-686ee82d8e7b req-395a089e-534a-4f3e-881f-97e4445ba766 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0433998 Sep 27 16:38:20.614736 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:20.769586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d051-55fb-4c1d-9975-8268361e92e6 req-66d46001-99ab-4949-93ed-f6524c79b373 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:20.771118 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2dc8d051-55fb-4c1d-9975-8268361e92e6 req-66d46001-99ab-4949-93ed-f6524c79b373 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 948 time: 0.1066875 Sep 27 16:38:20.774892 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:20.780933 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 2, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:20.815086 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks [] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:20.827140 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Checking router: 84a79be7-f532-4e4a-8e70-e45a8c980b55 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:38:20.827743 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Updating router 84a79be7-f532-4e4a-8e70-e45a8c980b55 port 746c3ae5-f410-4828-9421-8d7f7152514e binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:38:20.828985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Checking segment: {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:20.829659 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Network hostable DHCP agents. Network: 64c47dc4-13a9-4035-8628-83dca71f1892, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:38:20.850797 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 7 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:20.860221 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:20.901986 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2dc8d051-55fb-4c1d-9975-8268361e92e6 req-d58f42f0-42e1-4365-8bef-d2701d53bee1 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159134 Sep 27 16:38:20.903535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:21.014520 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Network 64c47dc4-13a9-4035-8628-83dca71f1892 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:38:21.018068 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.077966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Network 842f602d-43b0-47fc-8317-0141848ffd1d is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:21.079766 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:21.081969 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Pushing event updated for resources: {'Port': ['ID=3f66f8e0-df9b-4202-aca4-c6652f4a9852,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:21.084140 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:21.134911 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:21.136999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.152896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:21.156420 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 64c47dc4-13a9-4035-8628-83dca71f1892) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:21.162676 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:21.163419 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.173916 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123af2a-d791-4108-9ac9-47c8536fbbd8 None None] Network 64c47dc4-13a9-4035-8628-83dca71f1892 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:21.191972 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Publish callbacks [] for port (746c3ae5-f410-4828-9421-8d7f7152514e), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.289036 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.291913 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-b3c375ed-c225-41fe-b62b-adb8d8ef51c4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4096646 Sep 27 16:38:21.313831 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57334) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:21.314661 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-cd3b69ea-433d-43ad-84b3-01848bbecabb admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4991651 Sep 27 16:38:21.318718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:21.325899 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-64c47dc4-13a9-4035-8628-83dca71f1892', 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'fixed_ips': [{'subnet_id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:38:21.327663 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.348080 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Request body: {'port': {'device_id': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:21.383832 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5a08b-83be-4615-95a3-51d7cf52f936 None None] Pushing event updated for resources: {'Port': ['ID=746c3ae5-f410-4828-9421-8d7f7152514e,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:21.429401 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429962d2-d08e-4a50-a259-09428f766582 req-acec5ecf-9e28-4bed-80b9-22a549df2b61 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:21.433981 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 8 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:21.437256 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-429962d2-d08e-4a50-a259-09428f766582 req-acec5ecf-9e28-4bed-80b9-22a549df2b61 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1442993 Sep 27 16:38:21.473962 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:21.484149 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.489323 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.489323 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.533268 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Attempting to bind port 746c3ae5-f410-4828-9421-8d7f7152514e on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:21.534002 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Attempting to bind port 746c3ae5-f410-4828-9421-8d7f7152514e by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:21.539472 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Attempting to bind port 746c3ae5-f410-4828-9421-8d7f7152514e on network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:21.586449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Allocated IP 172.20.0.2 (64c47dc4-13a9-4035-8628-83dca71f1892/7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a/c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:21.593373 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-429962d2-d08e-4a50-a259-09428f766582 req-c937d940-f03a-41a2-92e7-1c012fba31c5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551549 Sep 27 16:38:21.651226 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks [] for router_controller (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.670296 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:21.673001 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:21.673651 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Checking segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:21.674292 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.675102 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Bound using segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:21.676448 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Bound port: 746c3ae5-f410-4828-9421-8d7f7152514e, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:21.677234 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.709752 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:21.733620 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c94faf79-dbad-413d-824b-0dba41f4db59 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:21.773169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aeb52-eb63-42d8-89c3-f9afdc229e1c req-a49bd78e-d38e-4943-97ba-0266da8ce0a8 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:21.780834 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e7aeb52-eb63-42d8-89c3-f9afdc229e1c req-a49bd78e-d38e-4943-97ba-0266da8ce0a8 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 932 time: 0.0683646 Sep 27 16:38:21.817905 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c94faf79-dbad-413d-824b-0dba41f4db59 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:21.818581 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.819180 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c94faf79-dbad-413d-824b-0dba41f4db59 Sep 27 16:38:21.865546 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] For port 746c3ae5-f410-4828-9421-8d7f7152514e, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:21.870969 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] For port 746c3ae5-f410-4828-9421-8d7f7152514e, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=746c3ae5-f410-4828-9421-8d7f7152514e,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:21.874219 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:21.927039 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Publish callbacks [] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:21.948292 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c94faf79-dbad-413d-824b-0dba41f4db59 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:21.975815 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 9 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:22.014620 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:22.015698 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Port 746c3ae5-f410-4828-9421-8d7f7152514e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:22.016600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 6c365b2d-c90e-47bb-a27e-019faaa15085 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:22.057751 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.068429 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks [] for router_gateway (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.073967 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.143611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Pushing event updated for resources: {'Port': ['ID=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:22.156823 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Network 64c47dc4-13a9-4035-8628-83dca71f1892 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:22.161368 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:22.162325 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:22.162978 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:22.163383 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 6c365b2d-c90e-47bb-a27e-019faaa15085 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:38:22.165745 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:22.244095 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5a08b-83be-4615-95a3-51d7cf52f936 None None] Pushing event updated for resources: {'Port': ['ID=746c3ae5-f410-4828-9421-8d7f7152514e,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:22.286736 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:22.299185 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 6c365b2d-c90e-47bb-a27e-019faaa15085 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:22.299585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.299985 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 6c365b2d-c90e-47bb-a27e-019faaa15085 Sep 27 16:38:22.319963 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Attempting to bind port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:22.320211 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Attempting to bind port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:22.320449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Attempting to bind port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b on network 64c47dc4-13a9-4035-8628-83dca71f1892 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:22.325857 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e7aeb52-eb63-42d8-89c3-f9afdc229e1c req-ba90494b-9f66-4fec-b730-f06f57371010 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439873 Sep 27 16:38:22.347574 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:22.422895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:22.423302 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Checking segment: {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:22.423706 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.424103 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Bound using segment: {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:22.424589 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Bound port: c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:22.424974 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.449657 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks [] for router_gateway (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.476148 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.507302 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37ce7f-9e42-4292-9dcb-45956b0d0dab req-e7ded76b-8bd1-49bf-a531-353de5474c43 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:22.508801 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ec37ce7f-9e42-4292-9dcb-45956b0d0dab req-e7ded76b-8bd1-49bf-a531-353de5474c43 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 948 time: 0.0682862 Sep 27 16:38:22.523600 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Attempt 10 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:22.574844 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:21Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:22.610493 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d228b-27f1-449f-badc-49fd9af1c622 None None] The sync data for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi is: [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:21Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:38:22.612517 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] For port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:22.625206 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 6c365b2d-c90e-47bb-a27e-019faaa15085 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:22.625206 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.625349 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ec37ce7f-9e42-4292-9dcb-45956b0d0dab req-6dc79520-6e59-457e-8700-cf76729036d3 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086054 Sep 27 16:38:22.626565 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f66f8e0-df9b-4202-aca4-c6652f4a9852 {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:22.636865 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] For port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:22.654353 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Publish callbacks [] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.682662 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Transition to ACTIVE for port object 3f66f8e0-df9b-4202-aca4-c6652f4a9852 will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:38:22.695847 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a5e8aa-3521-49a9-9fda-15333f231793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c365b2d-c90e-47bb-a27e-019faaa15085'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:22.698328 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1ecae-5557-42e9-bd8d-c00d21b81e83" -d '{"events": [{"server_uuid": "26a5e8aa-3521-49a9-9fda-15333f231793", "name": "network-vif-plugged", "status": "completed", "tag": "6c365b2d-c90e-47bb-a27e-019faaa15085"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:22.716040 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Allocated IP 172.27.2.152 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/dbffd634-98b3-4523-9d24-9008a029323b) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:22.718824 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 6c365b2d-c90e-47bb-a27e-019faaa15085, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=6c365b2d-c90e-47bb-a27e-019faaa15085,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:22.764437 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.779114 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee774319-1e1e-46b5-8f70-1d8f7a7a5b51 req-b874a3f3-a814-446d-89d2-66132cdc15b2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:22.780976 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee774319-1e1e-46b5-8f70-1d8f7a7a5b51 req-b874a3f3-a814-446d-89d2-66132cdc15b2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0596371 Sep 27 16:38:22.807680 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.857375 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:22.862010 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Current status of the port 746c3ae5-f410-4828-9421-8d7f7152514e is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:22.862428 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.864578 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Pushing event updated for resources: {'Port': ['ID=3f66f8e0-df9b-4202-aca4-c6652f4a9852,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:22.872161 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:22.908501 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:22.942692 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee774319-1e1e-46b5-8f70-1d8f7a7a5b51 req-f423bc40-1a9d-41ca-a0ae-1293287c4a2b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498747 Sep 27 16:38:22.943967 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8700-7de4-445f-ba49-9d555301b53a None None] Pushing event updated for resources: {'Port': ['ID=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:23.009198 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] For port 746c3ae5-f410-4828-9421-8d7f7152514e, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=746c3ae5-f410-4828-9421-8d7f7152514e,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:23.020943 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks [] for port (dbffd634-98b3-4523-9d24-9008a029323b), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:23.075632 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=6c365b2d-c90e-47bb-a27e-019faaa15085,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:23.125775 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:23.203214 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c8f66-f338-4082-9c3c-741351efc6f7 req-30fcfe34-c508-43f9-b70d-e57ef8435adb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:23.211018 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e8c8f66-f338-4082-9c3c-741351efc6f7 req-30fcfe34-c508-43f9-b70d-e57ef8435adb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0886030 Sep 27 16:38:23.215542 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (dbffd634-98b3-4523-9d24-9008a029323b), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:23.225250 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:23.241583 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba651e-3109-48c3-85fd-25b469988305 None None] Pushing event updated for resources: {'Port': ['ID=746c3ae5-f410-4828-9421-8d7f7152514e,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:23.323699 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-feb1cb3f-0934-4fd9-80d2-bb6e2f531743 None None] Provisioning complete for port 746c3ae5-f410-4828-9421-8d7f7152514e triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:23.326948 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-feb1cb3f-0934-4fd9-80d2-bb6e2f531743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:23.329486 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-feb1cb3f-0934-4fd9-80d2-bb6e2f531743 None None] Attempt 1 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:23.340458 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e8c8f66-f338-4082-9c3c-741351efc6f7 req-cb0f367a-d739-4923-a8f1-1d4febb686e2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124597 Sep 27 16:38:23.374432 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Attempting to bind port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:23.379075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Attempting to bind port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:23.379543 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Attempting to bind port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 on network 842f602d-43b0-47fc-8317-0141848ffd1d {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:23.400175 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:23.427110 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Pushing event updated for resources: {'Port': ['ID=dbffd634-98b3-4523-9d24-9008a029323b,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:23.482316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37fad40-e3f0-400c-94ac-ede415315f9d x-openstack-request-id: req-c37fad40-e3f0-400c-94ac-ede415315f9d {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:23.482613 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a5e8aa-3521-49a9-9fda-15333f231793", "name": "network-vif-plugged", "status": "completed", "tag": "6c365b2d-c90e-47bb-a27e-019faaa15085", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:23.482895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c37fad40-e3f0-400c-94ac-ede415315f9d {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:23.483303 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37fad40-e3f0-400c-94ac-ede415315f9d'] response: {'server_uuid': '26a5e8aa-3521-49a9-9fda-15333f231793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c365b2d-c90e-47bb-a27e-019faaa15085', 'code': 200} Sep 27 16:38:23.485087 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:23.496267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:23.500224 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:23.547025 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 on network 842f602d-43b0-47fc-8317-0141848ffd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:38:23.549736 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Attempting to bind port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 on network 842f602d-43b0-47fc-8317-0141848ffd1d {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:23.595327 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57388) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:23.632837 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-feb1cb3f-0934-4fd9-80d2-bb6e2f531743 None None] Current status of the port 746c3ae5-f410-4828-9421-8d7f7152514e is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:23.695317 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:23.695659 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Checking segment: {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:23.696051 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Bound using segment: {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:23.696552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Bound port: 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:23.696894 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:23.787605 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1c62-8073-49d6-b7ed-3e1b32596035 req-427794ad-1181-40c1-9604-54d02a3326d9 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:23.787837 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 746c3ae5-f410-4828-9421-8d7f7152514e up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:23.792256 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:23.796458 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e16b1c62-8073-49d6-b7ed-3e1b32596035 req-427794ad-1181-40c1-9604-54d02a3326d9 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 944 time: 0.2514648 Sep 27 16:38:23.872342 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 746c3ae5-f410-4828-9421-8d7f7152514e triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:23.873109 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:23.873779 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 746c3ae5-f410-4828-9421-8d7f7152514e Sep 27 16:38:23.920011 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77e5a8-4495-4d25-86b9-dc9350d0a30c req-7bf08e04-f8c9-4c7a-a4fc-471058446fcf tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:23.927174 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f77e5a8-4495-4d25-86b9-dc9350d0a30c req-7bf08e04-f8c9-4c7a-a4fc-471058446fcf tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.1050174 Sep 27 16:38:24.000324 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] For port 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:24.011970 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e16b1c62-8073-49d6-b7ed-3e1b32596035 req-d789fc97-59c8-4f20-a655-5c7f9cc555c8 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144687 Sep 27 16:38:24.037850 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 746c3ae5-f410-4828-9421-8d7f7152514e is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:24.042364 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:24.044729 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f77e5a8-4495-4d25-86b9-dc9350d0a30c req-3271fc5c-16f5-44bf-ae05-43335ad6ecf6 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163940 Sep 27 16:38:24.046790 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] For port 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3f66f8e0-df9b-4202-aca4-c6652f4a9852,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:24.124545 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:24.125165 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.125693 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b Sep 27 16:38:24.159842 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.171115 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01fd39-7675-488e-83b4-626e78fc213e req-feb7aea8-2d8c-4b4f-9e86-6d46f05fc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.172827 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c01fd39-7675-488e-83b4-626e78fc213e req-feb7aea8-2d8c-4b4f-9e86-6d46f05fc1e2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 1133 time: 0.3910394 Sep 27 16:38:24.181646 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcf735-cf58-4c18-acab-a4184d8812ac req-4e534921-58bc-4d6a-8180-f4d93550ca17 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.184106 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4dcf735-cf58-4c18-acab-a4184d8812ac req-4e534921-58bc-4d6a-8180-f4d93550ca17 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0598409 Sep 27 16:38:24.186101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.190887 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.191808 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.193218 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3f66f8e0-df9b-4202-aca4-c6652f4a9852 HTTP/1.1" status: 200 len: 1094 time: 2.8637645 Sep 27 16:38:24.195662 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'tag': '3f66f8e0-df9b-4202-aca4-c6652f4a9852'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:24.197914 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595cb288-842a-49e9-b506-4b140026ea85" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad241be-370b-4cff-b34d-beea9d6842c5", "tag": "3f66f8e0-df9b-4202-aca4-c6652f4a9852"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:24.241039 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:24.241427 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.263673 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Publish callbacks [] for security_group (60fef187-7a91-48cf-b062-20c8dc637bc8), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.274592 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f4f03a-b627-4b97-8833-56d5cd8c3298 x-openstack-request-id: req-91f4f03a-b627-4b97-8833-56d5cd8c3298 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:24.276471 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad241be-370b-4cff-b34d-beea9d6842c5", "tag": "3f66f8e0-df9b-4202-aca4-c6652f4a9852", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:24.276951 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91f4f03a-b627-4b97-8833-56d5cd8c3298 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:24.277519 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f4f03a-b627-4b97-8833-56d5cd8c3298'] response: {'name': 'network-changed', 'server_uuid': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'tag': '3f66f8e0-df9b-4202-aca4-c6652f4a9852', 'status': 'completed', 'code': 200} Sep 27 16:38:24.297584 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:24.366227 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658529d-32af-4060-8c18-79097b454244 None None] Network 64c47dc4-13a9-4035-8628-83dca71f1892 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:24.370522 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (60fef187-7a91-48cf-b062-20c8dc637bc8), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.385933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Pushing event updated for resources: {'Port': ['ID=3f66f8e0-df9b-4202-aca4-c6652f4a9852,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:24.425394 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fef187-7a91-48cf-b062-20c8dc637bc8,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:24.445277 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4dcf735-cf58-4c18-acab-a4184d8812ac req-15625925-9212-45b0-ad5f-c3bb92d26259 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345467 Sep 27 16:38:24.456390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.456967 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.457515 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.458064 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.458589 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.460857 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.461639 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.462148 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096ae2f-040d-45e6-a0e5-66e25cf6207d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.472957 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.494048 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.495274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.495375 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.495692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.496402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.496839 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.497397 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.497923 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.498403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.498661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb288-842a-49e9-b506-4b140026ea85 req-a412122d-87fe-4640-bd09-690103b97cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.499225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.506673 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.506673 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.506673 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.506673 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.507114 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-595cb288-842a-49e9-b506-4b140026ea85 req-a412122d-87fe-4640-bd09-690103b97cce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=54a4b85dba3b48b68e25c190b98b6197&device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 1128 time: 0.1875534 Sep 27 16:38:24.507207 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:24.508055 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c01fd39-7675-488e-83b4-626e78fc213e req-5f6b205f-7605-4f9c-90ac-a7fcbec9ce41 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424428 Sep 27 16:38:24.520718 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-52fc6f53-22cd-40fd-8cd2-12242a1846d6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ae14322e01ed4efb872fe7db0bb59eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9236970 Sep 27 16:38:24.523306 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57404) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:24.527647 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:24.539212 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-1a842097-12f6-478d-98e4-d94cdc8d6f1f None None] Provisioning complete for port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:24.539585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-1a842097-12f6-478d-98e4-d94cdc8d6f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.539915 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-1a842097-12f6-478d-98e4-d94cdc8d6f1f None None] Attempt 1 to provision port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b Sep 27 16:38:24.542020 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251c8d-fd31-4d1e-b14a-9c0c20b613c8 req-1386bfc6-8777-4cc4-b680-ee0c741bb058 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.542878 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks [] for router_gateway (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.544150 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-99251c8d-fd31-4d1e-b14a-9c0c20b613c8 req-1386bfc6-8777-4cc4-b680-ee0c741bb058 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1332335 Sep 27 16:38:24.605970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:24.655835 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-1a842097-12f6-478d-98e4-d94cdc8d6f1f None None] Current status of the port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:24.721402 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:24.725445 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-99251c8d-fd31-4d1e-b14a-9c0c20b613c8 req-e970c738-b7b6-4074-a30e-c0b85c292dfb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592646 Sep 27 16:38:24.726861 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb288-842a-49e9-b506-4b140026ea85 req-43dec029-aa75-41f4-9a3c-0e04ee5514ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.728319 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-595cb288-842a-49e9-b506-4b140026ea85 req-43dec029-aa75-41f4-9a3c-0e04ee5514ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=54a4b85dba3b48b68e25c190b98b6197&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2186170 Sep 27 16:38:24.729565 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb672-4d62-4737-b874-eff5b091d463 admin admin] Publish callbacks [] for security_group (60fef187-7a91-48cf-b062-20c8dc637bc8), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.775468 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb672-4d62-4737-b874-eff5b091d463 admin admin] Publish callbacks [] for security_group (60fef187-7a91-48cf-b062-20c8dc637bc8), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.803128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.830523 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:24.877030 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cb288-842a-49e9-b506-4b140026ea85 req-eabbc758-303c-4a8b-b33c-11013ce145e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.878544 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-595cb288-842a-49e9-b506-4b140026ea85 req-eabbc758-303c-4a8b-b33c-11013ce145e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406362 Sep 27 16:38:24.887093 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-a7056b1e-71fe-4dad-84f8-e6c74a7bf9f3 None None] Provisioning complete for port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:24.887476 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a7056b1e-71fe-4dad-84f8-e6c74a7bf9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.887869 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-a7056b1e-71fe-4dad-84f8-e6c74a7bf9f3 None None] Attempt 1 to provision port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b Sep 27 16:38:24.970740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-0454bab1-6229-43cb-9a93-7d75e5ab5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:24.972264 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-0454bab1-6229-43cb-9a93-7d75e5ab5c3f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=54a4b85dba3b48b68e25c190b98b6197&device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 1128 time: 0.0452228 Sep 27 16:38:24.979732 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb672-4d62-4737-b874-eff5b091d463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (60fef187-7a91-48cf-b062-20c8dc637bc8), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.982797 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb672-4d62-4737-b874-eff5b091d463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:24.984064 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c8cfb672-4d62-4737-b874-eff5b091d463 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/60fef187-7a91-48cf-b062-20c8dc637bc8 HTTP/1.1" status: 204 len: 168 time: 0.4593625 Sep 27 16:38:24.993501 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfb672-4d62-4737-b874-eff5b091d463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fef187-7a91-48cf-b062-20c8dc637bc8,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:25.019323 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Router b5d6b104-3bee-4b39-b15b-af0b5611fe7b is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:38:25.103617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-a7056b1e-71fe-4dad-84f8-e6c74a7bf9f3 None None] Current status of the port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:25.159531 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:38:25.169603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Sync routers for ids ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:38:25.191309 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Routers {'b5d6b104-3bee-4b39-b15b-af0b5611fe7b'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:25.191965 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:25.233217 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743fd67-8078-445b-ace0-6652489f13b8 req-e4c8f50f-8e27-4767-b64f-ef514ae001aa tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:25.234913 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6743fd67-8078-445b-ace0-6652489f13b8 req-e4c8f50f-8e27-4767-b64f-ef514ae001aa tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 944 time: 0.0963337 Sep 27 16:38:25.246296 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7785-8a70-4039-bd63-d2ae8894344b req-26a45689-6483-46a9-8057-1d0915e59263 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:25.253357 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-958d7785-8a70-4039-bd63-d2ae8894344b req-26a45689-6483-46a9-8057-1d0915e59263 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.0706482 Sep 27 16:38:25.277000 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:25.295752 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-03bbaa7f-1b5d-4f6a-aafa-5135e79abd3e admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9782670 Sep 27 16:38:25.296042 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57418) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:25.316995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Set router b5d6b104-3bee-4b39-b15b-af0b5611fe7b gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:25.351171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:25.372820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-2680afe4-4999-4b8a-9d2c-ae3c6899e4f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f66f8e0-df9b-4202-aca4-c6652f4a9852 HTTP/1.1" status: 200 len: 217 time: 0.0811932 Sep 27 16:38:25.374144 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:25.443153 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-958d7785-8a70-4039-bd63-d2ae8894344b req-8de04d34-689c-4e72-a7b1-b0931473bb40 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887965 Sep 27 16:38:25.475242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6743fd67-8078-445b-ace0-6652489f13b8 req-4a8b4bd3-e51c-4565-b33b-ca3fa9b56810 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197542 Sep 27 16:38:25.497634 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-6309bba1-eb39-41b0-9f4c-5f071e83b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:25.499356 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-6309bba1-eb39-41b0-9f4c-5f071e83b2d7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a617f0de-97fb-431c-9be2-51ccc286996c HTTP/1.1" status: 200 len: 849 time: 0.1129107 Sep 27 16:38:25.543475 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-95f5be7a-ff08-46ca-b353-8520a5b086c9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=842f602d-43b0-47fc-8317-0141848ffd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348079 Sep 27 16:38:25.623765 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:25.652102 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8a722-eb5b-4604-995d-6a6969bd4b74 req-c59b0122-22d7-4e2d-bb8c-d71b1785f50b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:25.653652 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17a8a722-eb5b-4604-995d-6a6969bd4b74 req-c59b0122-22d7-4e2d-bb8c-d71b1785f50b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0941446 Sep 27 16:38:25.678226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:25.707641 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:38:23Z', 'revision_number': 3, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:25.713576 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:25.713952 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:25.714393 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b Sep 27 16:38:25.720074 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-df7a07cc-9bbc-44fa-84b3-bf7a09e293f7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695356 Sep 27 16:38:25.737511 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17a8a722-eb5b-4604-995d-6a6969bd4b74 req-01f6de1b-40bc-48b4-8731-825d5dba2c51 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674863 Sep 27 16:38:25.739732 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Checking router: b5d6b104-3bee-4b39-b15b-af0b5611fe7b for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:38:25.740084 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Updating router b5d6b104-3bee-4b39-b15b-af0b5611fe7b port dbffd634-98b3-4523-9d24-9008a029323b binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:38:25.805417 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (dbffd634-98b3-4523-9d24-9008a029323b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:25.855018 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:25.871410 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baf49c-60fc-461d-98fc-2d67116d87ff req-866e9505-86eb-4d11-aafc-518c06b473d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:25.873064 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0baf49c-60fc-461d-98fc-2d67116d87ff req-866e9505-86eb-4d11-aafc-518c06b473d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0516903 Sep 27 16:38:25.925313 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0baf49c-60fc-461d-98fc-2d67116d87ff req-45edbd2c-8533-4e3a-a968-66e8d149e071 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Sep 27 16:38:25.945245 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:26.024754 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Allocated IP 172.20.0.1 (64c47dc4-13a9-4035-8628-83dca71f1892/7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a/75a0817b-4a34-4144-b89a-203f10be9ebb) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:26.095327 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Publish callbacks [] for port (dbffd634-98b3-4523-9d24-9008a029323b), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.128977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks [] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.181776 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (dbffd634-98b3-4523-9d24-9008a029323b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.225178 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Attempting to bind port dbffd634-98b3-4523-9d24-9008a029323b on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:26.225178 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Attempting to bind port dbffd634-98b3-4523-9d24-9008a029323b by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:26.225178 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Attempting to bind port dbffd634-98b3-4523-9d24-9008a029323b on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:26.228503 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.256174 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2aa7b136-e1d6-4998-93dc-784fd6ac8863 req-a6b2b8cb-816d-4bf5-acf5-cd4737f15756 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069043 Sep 27 16:38:26.266334 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09538d-6bca-4007-b33e-df5c899fa4a7 None None] Pushing event updated for resources: {'Port': ['ID=dbffd634-98b3-4523-9d24-9008a029323b,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:26.278880 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Network 64c47dc4-13a9-4035-8628-83dca71f1892 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:26.284088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:26.286565 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Pushing event updated for resources: {'Port': ['ID=75a0817b-4a34-4144-b89a-203f10be9ebb,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:26.294009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:26.294009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.303811 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:26.304189 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:26.304593 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.304980 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:26.305799 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Bound port: dbffd634-98b3-4523-9d24-9008a029323b, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:26.306054 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (dbffd634-98b3-4523-9d24-9008a029323b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.336500 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:26.372813 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] For port dbffd634-98b3-4523-9d24-9008a029323b, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:26.376398 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] For port dbffd634-98b3-4523-9d24-9008a029323b, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=dbffd634-98b3-4523-9d24-9008a029323b,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:26.413586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:26.482292 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (dbffd634-98b3-4523-9d24-9008a029323b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.531416 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Routers {'b5d6b104-3bee-4b39-b15b-af0b5611fe7b'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:26.534794 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:26.564512 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.618571 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Provisioning complete for port 75a0817b-4a34-4144-b89a-203f10be9ebb triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:26.618971 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.619311 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 1 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:26.646396 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c58c79-0495-494f-bd29-50a7394686e2 req-e8c5ae31-2f83-4e6b-bad0-83096bcdc3b8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:26.648046 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-71c58c79-0495-494f-bd29-50a7394686e2 req-e8c5ae31-2f83-4e6b-bad0-83096bcdc3b8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.1038404 Sep 27 16:38:26.648925 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09538d-6bca-4007-b33e-df5c899fa4a7 None None] Pushing event updated for resources: {'Port': ['ID=dbffd634-98b3-4523-9d24-9008a029323b,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:26.653283 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:26.661985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569815b-fa72-4590-832b-80047062721c req-1ee1ce7f-5680-48e3-a82f-ab77971a7112 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:26.664198 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7569815b-fa72-4590-832b-80047062721c req-1ee1ce7f-5680-48e3-a82f-ab77971a7112 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 944 time: 0.1089463 Sep 27 16:38:26.701604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:26.711811 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:26.723558 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] Set router b5d6b104-3bee-4b39-b15b-af0b5611fe7b gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:26.749580 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-71c58c79-0495-494f-bd29-50a7394686e2 req-08593a77-9230-4511-9eff-ae1c8a028889 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842986 Sep 27 16:38:26.757430 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7569815b-fa72-4590-832b-80047062721c req-9c1a33e7-0292-430f-b012-ed2348330e59 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848105 Sep 27 16:38:26.782731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:26.800862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks [] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.902916 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.904234 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:26.911940 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f305b-3c8e-42a7-852d-345bdf6e5eff req-3735c3f7-01dc-488e-8b8e-9abc38a12101 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:26.920960 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-608f305b-3c8e-42a7-852d-345bdf6e5eff req-3735c3f7-01dc-488e-8b8e-9abc38a12101 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0742025 Sep 27 16:38:26.962375 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '75a0817b-4a34-4144-b89a-203f10be9ebb', 'name': '', 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'mac_address': 'fa:16:3e:d7:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:25Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 1, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'subnets': [{'id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:26.969850 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-608f305b-3c8e-42a7-852d-345bdf6e5eff req-76bc4c2c-6ffa-466e-ba81-df7645a4c68f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477867 Sep 27 16:38:26.989491 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab1af-8381-4e9f-af18-3631b2d61b92 None None] The sync data for ids ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'] in dv-cinder-855060-2-iscsi is: [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '75a0817b-4a34-4144-b89a-203f10be9ebb', 'name': '', 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'mac_address': 'fa:16:3e:d7:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:25Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 1, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'subnets': [{'id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:38:26.993851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Pushing event updated for resources: {'Port': ['ID=75a0817b-4a34-4144-b89a-203f10be9ebb,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:27.041841 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Network 64c47dc4-13a9-4035-8628-83dca71f1892 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:27.043499 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:27.106809 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6604f-fff4-45c5-aa90-4dba6a79dc5a req-7875a613-919a-400c-8305-e81017b7d648 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:27.114228 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e6c6604f-fff4-45c5-aa90-4dba6a79dc5a req-7875a613-919a-400c-8305-e81017b7d648 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0692587 Sep 27 16:38:27.171387 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e6c6604f-fff4-45c5-aa90-4dba6a79dc5a req-a0618201-8565-4f8a-9939-53c094e74a5a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561790 Sep 27 16:38:27.176901 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Router b5d6b104-3bee-4b39-b15b-af0b5611fe7b has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:38:27.203125 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 2 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:27.267957 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:27.362261 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:38:27.367916 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8fa91a8a-b073-4602-b214-a70ec8d347ff admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b5d6b104-3bee-4b39-b15b-af0b5611fe7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685735 Sep 27 16:38:27.520014 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:27.520516 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:27.563536 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a7c18-ab94-484e-b324-6acbd67d5a67 req-cc83d66f-0bac-40b0-919e-f376f29ccbba tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:27.565070 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-784a7c18-ab94-484e-b324-6acbd67d5a67 req-cc83d66f-0bac-40b0-919e-f376f29ccbba tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.0568254 Sep 27 16:38:27.621173 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-784a7c18-ab94-484e-b324-6acbd67d5a67 req-982b2df9-dea7-425a-a78d-3f45b057ab6a tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482297 Sep 27 16:38:27.768647 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 3 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:27.826418 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:27.919797 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41174fa-fd73-4f06-a356-45752b31c843 req-cdde83ec-f6cf-47b7-80b6-cb207a7950f3 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:27.921374 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d41174fa-fd73-4f06-a356-45752b31c843 req-cdde83ec-f6cf-47b7-80b6-cb207a7950f3 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 944 time: 0.0517261 Sep 27 16:38:27.976467 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d41174fa-fd73-4f06-a356-45752b31c843 req-c6b70498-933c-4cb5-8bc5-4049e7ff3470 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491576 Sep 27 16:38:28.034491 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3f66f8e0-df9b-4202-aca4-c6652f4a9852 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:28.111966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9306-0c23-4150-a463-a1fad809aa40 req-743383c6-dd67-4485-80cb-ac20dffe5178 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:28.114077 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:28.115291 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e93b9306-0c23-4150-a463-a1fad809aa40 req-743383c6-dd67-4485-80cb-ac20dffe5178 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0555670 Sep 27 16:38:28.147705 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3f66f8e0-df9b-4202-aca4-c6652f4a9852,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:28.162689 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '3f66f8e0-df9b-4202-aca4-c6652f4a9852', 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d', 'port_id': '3f66f8e0-df9b-4202-aca4-c6652f4a9852', 'mac_address': 'fa:16:3e:cc:d6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617f0de-97fb-431c-9be2-51ccc286996c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:28.164811 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:28.169975 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e93b9306-0c23-4150-a463-a1fad809aa40 req-9df7b4a2-4774-4089-a065-1167d2bd4730 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465839 Sep 27 16:38:28.206537 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:28.207113 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:28.227215 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f66f8e0-df9b-4202-aca4-c6652f4a9852 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:28.254865 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3f66f8e0-df9b-4202-aca4-c6652f4a9852,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:28.299970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57492) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:28.326116 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:28.328184 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 4 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:28.359307 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c86406-5624-4224-afad-21a7d344204b req-5722ae79-d965-4809-a689-fe4b33eceddd tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:28.362339 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-76c86406-5624-4224-afad-21a7d344204b req-5722ae79-d965-4809-a689-fe4b33eceddd tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0735424 Sep 27 16:38:28.396995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:28.414685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=3f66f8e0-df9b-4202-aca4-c6652f4a9852,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:28.419854 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-76c86406-5624-4224-afad-21a7d344204b req-d28b2052-457a-4ecd-9243-490933b6c0e0 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529735 Sep 27 16:38:28.445008 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9117b9a0-c172-4c65-8bed-6f897ef86eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:28.530632 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9117b9a0-c172-4c65-8bed-6f897ef86eb0 admin admin] Publish callbacks [] for security_group (feee89ca-74ef-43f1-b7dc-132e56feaace), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:28.602026 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9117b9a0-c172-4c65-8bed-6f897ef86eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (feee89ca-74ef-43f1-b7dc-132e56feaace), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:28.646719 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['3f66f8e0-df9b-4202-aca4-c6652f4a9852'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:28.649730 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-9117b9a0-c172-4c65-8bed-6f897ef86eb0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b4ef72b5c4db448293a748cdeace41d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486185 Sep 27 16:38:28.652572 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b9a0-c172-4c65-8bed-6f897ef86eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee89ca-74ef-43f1-b7dc-132e56feaace,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:28.653895 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57498) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:28.667687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:28.741170 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:38:28.898891 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 5 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:28.904653 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e0bcf-892e-497f-a367-76ad09a507f0 req-74eb66fa-a9fe-4fb8-90c5-df0b079c0a5c tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:28.906249 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d72e0bcf-892e-497f-a367-76ad09a507f0 req-74eb66fa-a9fe-4fb8-90c5-df0b079c0a5c tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.1751225 Sep 27 16:38:28.954759 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-be941baf-edb8-4d3c-9afe-8700b862335e admin admin] Publish callbacks [] for security_group (feee89ca-74ef-43f1-b7dc-132e56feaace), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.016116 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:29.019460 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-be941baf-edb8-4d3c-9afe-8700b862335e admin admin] Publish callbacks [] for security_group (feee89ca-74ef-43f1-b7dc-132e56feaace), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.113925 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d72e0bcf-892e-497f-a367-76ad09a507f0 req-08cee912-7d13-4878-bbe9-9b7c51ecc227 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850505 Sep 27 16:38:29.190844 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-be941baf-edb8-4d3c-9afe-8700b862335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (feee89ca-74ef-43f1-b7dc-132e56feaace), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.193418 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-be941baf-edb8-4d3c-9afe-8700b862335e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.196927 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-be941baf-edb8-4d3c-9afe-8700b862335e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/feee89ca-74ef-43f1-b7dc-132e56feaace HTTP/1.1" status: 204 len: 168 time: 0.5397480 Sep 27 16:38:29.212618 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be941baf-edb8-4d3c-9afe-8700b862335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee89ca-74ef-43f1-b7dc-132e56feaace,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:29.237828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d12b7a-b384-45b7-9f4c-259f9f635157 req-bbbd723e-d69b-4db6-b678-928f1dbdd1d2 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:29.248541 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a2d12b7a-b384-45b7-9f4c-259f9f635157 req-bbbd723e-d69b-4db6-b678-928f1dbdd1d2 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 945 time: 0.1324229 Sep 27 16:38:29.265105 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda780-d169-4c62-a858-d2866d9f0b4f req-f67dbc1e-3c41-405d-bbde-1f3d6be26f0c tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:29.266638 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-effda780-d169-4c62-a858-d2866d9f0b4f req-f67dbc1e-3c41-405d-bbde-1f3d6be26f0c tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.1517892 Sep 27 16:38:29.330813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:29.392489 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a2d12b7a-b384-45b7-9f4c-259f9f635157 req-23cbff9c-f1d7-41f4-b3ef-7addae1afad6 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216078 Sep 27 16:38:29.440473 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420c63-9b3d-49e7-a8cb-3186cfbea55e req-723e2964-1848-4927-b204-1f43f39729e3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:29.447248 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ad420c63-9b3d-49e7-a8cb-3186cfbea55e req-723e2964-1848-4927-b204-1f43f39729e3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1377692 Sep 27 16:38:29.517309 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 6 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:29.532957 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ad420c63-9b3d-49e7-a8cb-3186cfbea55e req-0fb09fd7-b14d-4111-b7e8-12748c431ff2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841320 Sep 27 16:38:29.634185 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:29.710863 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device dbffd634-98b3-4523-9d24-9008a029323b up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:29.738950 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Deleting port 6c365b2d-c90e-47bb-a27e-019faaa15085 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:38:29.739312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.750283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd10da9-175a-4b56-b776-a453999db763 req-16bb1890-a872-4f49-8187-a1fe1163fe0a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:29.751876 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dcd10da9-175a-4b56-b776-a453999db763 req-16bb1890-a872-4f49-8187-a1fe1163fe0a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1041501 Sep 27 16:38:29.833923 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port dbffd634-98b3-4523-9d24-9008a029323b triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:29.835031 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (dbffd634-98b3-4523-9d24-9008a029323b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.835473 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port dbffd634-98b3-4523-9d24-9008a029323b Sep 27 16:38:29.852281 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dcd10da9-175a-4b56-b776-a453999db763 req-20918ad6-5ad9-4c72-bed6-3ed5ea8deb11 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887601 Sep 27 16:38:29.899937 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] For port 6c365b2d-c90e-47bb-a27e-019faaa15085, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=6c365b2d-c90e-47bb-a27e-019faaa15085,segment=NetworkSegment(b2c852a7-dcb9-4924-aaad-36b2c2cc694d),segment_id=b2c852a7-dcb9-4924-aaad-36b2c2cc694d)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:29.900278 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:29.906149 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:30.093749 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Calling delete_port for 6c365b2d-c90e-47bb-a27e-019faaa15085 owned by compute:nova {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:38:30.094252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port dbffd634-98b3-4523-9d24-9008a029323b is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:30.094252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (dbffd634-98b3-4523-9d24-9008a029323b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:30.094252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port dbffd634-98b3-4523-9d24-9008a029323b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=dbffd634-98b3-4523-9d24-9008a029323b,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:30.094745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:30.095110 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3f66f8e0-df9b-4202-aca4-c6652f4a9852 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:30.119076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:38:30.144955 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 7 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:30.260794 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:30.314117 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad5b5c-a7f6-423b-bc3b-f68ca212a99e req-02cdee4a-e2ef-4d85-a34a-a51e9dc89ade tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:30.317065 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51ad5b5c-a7f6-423b-bc3b-f68ca212a99e req-02cdee4a-e2ef-4d85-a34a-a51e9dc89ade tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 949 time: 0.0740020 Sep 27 16:38:30.405050 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51ad5b5c-a7f6-423b-bc3b-f68ca212a99e req-65556b37-35ce-4502-89ec-6bd46c210e87 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8f69db2f-12f9-461d-b09b-924f6a09e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811782 Sep 27 16:38:30.477759 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-2ac21471-788a-4a39-9e8f-f7a96fd568e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753345 Sep 27 16:38:30.547336 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-c4871e7a-3b15-44ae-ac97-edbc932f5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:30.548974 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-c4871e7a-3b15-44ae-ac97-edbc932f5590 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 1130 time: 0.0452399 Sep 27 16:38:30.589851 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfc69a-9a9c-42b6-a6fe-e9cdfe8464b7 req-15d5f34b-b798-4bd7-bcd7-6b75d0ee1627 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:30.607520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0cfc69a-9a9c-42b6-a6fe-e9cdfe8464b7 req-15d5f34b-b798-4bd7-bcd7-6b75d0ee1627 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 945 time: 0.0997159 Sep 27 16:38:30.654997 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:30.688273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (dbffd634-98b3-4523-9d24-9008a029323b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:30.730556 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0cfc69a-9a9c-42b6-a6fe-e9cdfe8464b7 req-4d028239-6fd5-4d30-90bf-3d7f16df00d5 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219037 Sep 27 16:38:30.756863 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 8 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:30.764196 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554248c-38f1-44e8-a567-4f86483887fc req-eace03e0-558f-4fd9-9fd9-cb88dbb613ac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:30.764476 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:30.764848 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:30.765181 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 Sep 27 16:38:30.766471 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0554248c-38f1-44e8-a567-4f86483887fc req-eace03e0-558f-4fd9-9fd9-cb88dbb613ac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1167505 Sep 27 16:38:30.767718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (6c365b2d-c90e-47bb-a27e-019faaa15085), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:30.771761 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-073911df-6f20-4668-bff6-ca7df5e43bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:30.773244 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-073911df-6f20-4668-bff6-ca7df5e43bf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.1993873 Sep 27 16:38:30.808957 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Sync routers for ids ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:38:30.840010 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Routers {'b5d6b104-3bee-4b39-b15b-af0b5611fe7b'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:30.840729 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:30.925797 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-00259648-04be-4c8c-bea6-5a21c1cec8f3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e HTTP/1.1" status: 200 len: 1002 time: 0.1457090 Sep 27 16:38:30.944800 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:30.948706 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Pushing event deleted for resources: {'Port': ['ID=6c365b2d-c90e-47bb-a27e-019faaa15085,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:31.039684 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:31.040507 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=dbffd634-98b3-4523-9d24-9008a029323b,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:31.096908 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Set router b5d6b104-3bee-4b39-b15b-af0b5611fe7b gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:31.103562 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-7dd782a3-45c0-4329-8ab6-af7a1da6999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:31.119308 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-7dd782a3-45c0-4329-8ab6-af7a1da6999e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.1743820 Sep 27 16:38:31.156493 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0554248c-38f1-44e8-a567-4f86483887fc req-cd779892-9282-443b-847e-0766ad226276 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737314 Sep 27 16:38:31.158277 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] No DVR routers for this DVR port 6c365b2d-c90e-47bb-a27e-019faaa15085 on host hv-cinder-85506 {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:38:31.166826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:31.183043 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-effda780-d169-4c62-a858-d2866d9f0b4f req-71910ac6-f867-4cfa-968e-f113201b5740 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6c365b2d-c90e-47bb-a27e-019faaa15085 HTTP/1.1" status: 204 len: 173 time: 1.8095751 Sep 27 16:38:31.194384 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a5e8aa-3521-49a9-9fda-15333f231793', 'name': 'network-vif-deleted', 'tag': '6c365b2d-c90e-47bb-a27e-019faaa15085'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:31.197092 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c4a83-fed7-4f89-b928-3214f129103c" -d '{"events": [{"server_uuid": "26a5e8aa-3521-49a9-9fda-15333f231793", "name": "network-vif-deleted", "tag": "6c365b2d-c90e-47bb-a27e-019faaa15085"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:31.279133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-9e121627-fa98-4b46-ba7f-d103d6090ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:31.280691 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-9e121627-fa98-4b46-ba7f-d103d6090ff1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1585255 Sep 27 16:38:31.286399 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:31.376255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817b75-b7cf-4aae-8c7a-1f8e6303cdff req-aaf4bdae-3a65-43c4-bd51-bcf558617cb3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:31.383984 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fc817b75-b7cf-4aae-8c7a-1f8e6303cdff req-aaf4bdae-3a65-43c4-bd51-bcf558617cb3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.2595026 Sep 27 16:38:31.387143 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a54c664-1525-4951-bd98-15ea6f2f469d x-openstack-request-id: req-3a54c664-1525-4951-bd98-15ea6f2f469d {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:31.387542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a5e8aa-3521-49a9-9fda-15333f231793", "name": "network-vif-deleted", "tag": "6c365b2d-c90e-47bb-a27e-019faaa15085", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:31.388023 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a54c664-1525-4951-bd98-15ea6f2f469d {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:31.388524 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a54c664-1525-4951-bd98-15ea6f2f469d'] response: {'server_uuid': '26a5e8aa-3521-49a9-9fda-15333f231793', 'name': 'network-vif-deleted', 'tag': '6c365b2d-c90e-47bb-a27e-019faaa15085', 'status': 'completed', 'code': 200} Sep 27 16:38:31.471301 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fc817b75-b7cf-4aae-8c7a-1f8e6303cdff req-38474207-ecc4-4594-8893-19fc021132da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853055 Sep 27 16:38:31.472026 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:31.498576 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:31.500333 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:31.515711 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-24c13f00-b990-4a15-a476-f1760145d43c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277479 Sep 27 16:38:31.540444 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 9 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:31.618399 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '75a0817b-4a34-4144-b89a-203f10be9ebb', 'name': '', 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'mac_address': 'fa:16:3e:d7:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:25Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 2, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'subnets': [{'id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:31.627646 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3f66f8e0-df9b-4202-aca4-c6652f4a9852,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:31.633954 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f66f8e0-df9b-4202-aca4-c6652f4a9852'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:31.638585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9f77a6-3c6a-4d94-8887-bc6a3ff3278e" -d '{"events": [{"server_uuid": "6ad241be-370b-4cff-b34d-beea9d6842c5", "name": "network-vif-plugged", "status": "completed", "tag": "3f66f8e0-df9b-4202-aca4-c6652f4a9852"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:31.651355 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device dbffd634-98b3-4523-9d24-9008a029323b up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:31.677237 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6a4e8f91-1f68-4952-b5cb-0bcab9f4fd62 req-f5c80335-db0f-4be6-bb85-bfa529982bda tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.0812054 Sep 27 16:38:31.688245 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Checking router: b5d6b104-3bee-4b39-b15b-af0b5611fe7b for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:38:31.688841 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Updating router b5d6b104-3bee-4b39-b15b-af0b5611fe7b port 75a0817b-4a34-4144-b89a-203f10be9ebb binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:38:31.741431 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:31.745620 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:31.753449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53868b3-b94d-4e3a-89ee-f4779a405a40 x-openstack-request-id: req-d53868b3-b94d-4e3a-89ee-f4779a405a40 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:31.753449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad241be-370b-4cff-b34d-beea9d6842c5", "name": "network-vif-plugged", "status": "completed", "tag": "3f66f8e0-df9b-4202-aca4-c6652f4a9852", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:31.753449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d53868b3-b94d-4e3a-89ee-f4779a405a40 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:31.753449 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53868b3-b94d-4e3a-89ee-f4779a405a40'] response: {'server_uuid': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f66f8e0-df9b-4202-aca4-c6652f4a9852', 'code': 200} Sep 27 16:38:31.806346 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57552) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:31.806493 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port dbffd634-98b3-4523-9d24-9008a029323b triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:31.806493 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (dbffd634-98b3-4523-9d24-9008a029323b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:31.806493 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port dbffd634-98b3-4523-9d24-9008a029323b Sep 27 16:38:31.882516 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d040183f-96d7-4681-8ae6-cc2d13f0e1b8 req-773c1ffa-0abb-4fa8-980b-4a975bf147ff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493917 Sep 27 16:38:31.899733 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=3f66f8e0-df9b-4202-aca4-c6652f4a9852,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:31.956867 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:31.962510 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port dbffd634-98b3-4523-9d24-9008a029323b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:31.983460 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dea94-ae2a-4291-9c01-11ea079aeb40 req-d691449a-2259-4288-a905-e4e107386061 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:31.998564 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-662dea94-ae2a-4291-9c01-11ea079aeb40 req-d691449a-2259-4288-a905-e4e107386061 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 946 time: 0.1196268 Sep 27 16:38:32.051551 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 6c365b2d-c90e-47bb-a27e-019faaa15085 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:38:32.129606 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 6c365b2d-c90e-47bb-a27e-019faaa15085 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:38:32.130004 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 6c365b2d-c90e-47bb-a27e-019faaa15085 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:38:32.175367 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-662dea94-ae2a-4291-9c01-11ea079aeb40 req-5549cee3-1e82-4603-a2da-23098f37d417 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625941 Sep 27 16:38:32.183696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054154060-network', 'tenant_id': 'a06947e0733946bb8e266382c0d4d0ce'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:32.210718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b4d-ae63-4e22-b374-ba2be836664d req-9764d944-cb4e-4224-b5f8-edf6a361291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:32.212910 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-089e0b4d-ae63-4e22-b374-ba2be836664d req-9764d944-cb4e-4224-b5f8-edf6a361291a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 1130 time: 0.0515397 Sep 27 16:38:32.243699 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Attempt 10 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:32.311147 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Made reservation on behalf of a06947e0733946bb8e266382c0d4d0ce for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:32.315509 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.321921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e57ac-f8c5-40b6-b119-b7faa5efb8b4 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:32.335957 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.360421 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e731c4-c97d-49fb-8a5c-2039f5e3e80e req-e5f0bc3d-aaa4-4fc4-80c0-4b487dd1df2f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:32.361932 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a4e731c4-c97d-49fb-8a5c-2039f5e3e80e req-e5f0bc3d-aaa4-4fc4-80c0-4b487dd1df2f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1076155 Sep 27 16:38:32.373073 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:32.406377 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Publish callbacks [] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.447094 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Provisioning complete for port 75a0817b-4a34-4144-b89a-203f10be9ebb triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:32.448030 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.449034 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Attempt 1 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:32.464984 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks [] for security_group (8332f1aa-1b52-4ce0-bbf4-bc0a01799eff), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.520709 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:32.533211 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a4e731c4-c97d-49fb-8a5c-2039f5e3e80e req-4085c77e-c9c7-43b5-99e5-d79cb485ad22 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640756 Sep 27 16:38:32.538248 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.581725 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (8332f1aa-1b52-4ce0-bbf4-bc0a01799eff), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.589161 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-089e0b4d-ae63-4e22-b374-ba2be836664d req-4f294246-b920-4f80-8e3b-0d86b91e36cb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763938 Sep 27 16:38:32.614051 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:38:32.639210 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (51d3f2db-46e7-4269-a6bd-46f72402c38c), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.639571 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Added segment 51d3f2db-46e7-4269-a6bd-46f72402c38c of type vlan for network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 Sep 27 16:38:32.647811 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:32.670454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57568) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:32.675504 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988868948', 'description': 'tempest-description--2305521'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:32.707707 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.711175 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fd650-35cc-49ad-b564-44d278beb9e6 None None] Pushing event updated for resources: {'Port': ['ID=75a0817b-4a34-4144-b89a-203f10be9ebb,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:32.759276 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Attempting to bind port 75a0817b-4a34-4144-b89a-203f10be9ebb on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:32.760843 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Attempting to bind port 75a0817b-4a34-4144-b89a-203f10be9ebb by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:32.761379 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Attempting to bind port 75a0817b-4a34-4144-b89a-203f10be9ebb on network 64c47dc4-13a9-4035-8628-83dca71f1892 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:32.777438 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904805c-36f5-4dde-85fe-ffb520158d42 req-defa6497-e12c-4e38-8fae-2690dedbcb24 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:32.787145 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0904805c-36f5-4dde-85fe-ffb520158d42 req-defa6497-e12c-4e38-8fae-2690dedbcb24 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0824375 Sep 27 16:38:32.797055 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.814661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:32.835072 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:32.839294 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Checking segment: {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:32.840125 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.840846 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Bound using segment: {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:32.841517 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Bound port: 75a0817b-4a34-4144-b89a-203f10be9ebb, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b50282-e854-4e09-a014-7e474017f76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:32.842086 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.864309 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0904805c-36f5-4dde-85fe-ffb520158d42 req-43afbee1-21c9-4586-99e2-a6637a1607f6 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Sep 27 16:38:32.908109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b6c9b70-7004-43e0-a0ff-acde1cb9c7ba req-35f03f04-e5e8-4c26-ace0-7c72d2398be8 tempest-VolumesNegativeTest-1220044206 tempest-VolumesNegativeTest-1220044206-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=26a5e8aa-3521-49a9-9fda-15333f231793 HTTP/1.1" status: 200 len: 210 time: 0.0424056 Sep 27 16:38:32.910472 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.911678 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:32.912337 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.938297 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (e4772e86-9810-48c5-b1c2-a8195fcd6b3e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:32.958635 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] For port 75a0817b-4a34-4144-b89a-203f10be9ebb, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:32.964052 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] For port 75a0817b-4a34-4144-b89a-203f10be9ebb, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=75a0817b-4a34-4144-b89a-203f10be9ebb,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:33.022026 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Attempt 2 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:33.022547 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:33.027504 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] Pushing event updated for resources: {'Network': ['ID=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:33.030710 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e4772e86-9810-48c5-b1c2-a8195fcd6b3e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.035121 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ae8b9d83-b757-47f9-9fe3-f4bd088ee233 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2285292 Sep 27 16:38:33.037817 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 57572) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:33.054733 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Request body: {'subnet': {'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054154060-subnet', 'tenant_id': 'a06947e0733946bb8e266382c0d4d0ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:33.057049 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.075970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:33.078037 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4772e86-9810-48c5-b1c2-a8195fcd6b3e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:33.079023 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:38:33.092747 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:33.131536 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Routers {'b5d6b104-3bee-4b39-b15b-af0b5611fe7b'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:33.132428 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:33.157116 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Made reservation on behalf of a06947e0733946bb8e266382c0d4d0ce for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:33.161832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.175143 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fd650-35cc-49ad-b564-44d278beb9e6 None None] Pushing event updated for resources: {'Port': ['ID=75a0817b-4a34-4144-b89a-203f10be9ebb,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:33.187404 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Port 75a0817b-4a34-4144-b89a-203f10be9ebb cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:33.233015 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.237699 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-b5966a21-dc50-43bf-a222-5fbb2aed51d4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5660782 Sep 27 16:38:33.248149 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57576) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:33.248149 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': 'e4772e86-9810-48c5-b1c2-a8195fcd6b3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:33.340935 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] Set router b5d6b104-3bee-4b39-b15b-af0b5611fe7b gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:33.388432 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105aa0a-7669-45a4-a37e-79322f8f8b57 req-cfb86424-d33c-489a-a8a7-ad5a85d7b698 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:33.393075 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3105aa0a-7669-45a4-a37e-79322f8f8b57 req-cfb86424-d33c-489a-a8a7-ad5a85d7b698 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 946 time: 0.0893016 Sep 27 16:38:33.440036 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (ef9361af-d09a-4a59-855f-bc4e6c2bb4af), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.450676 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:33.565091 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (ef9361af-d09a-4a59-855f-bc4e6c2bb4af), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.633740 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 75a0817b-4a34-4144-b89a-203f10be9ebb up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:33.680065 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (ef9361af-d09a-4a59-855f-bc4e6c2bb4af), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.705969 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9361af-d09a-4a59-855f-bc4e6c2bb4af,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:33.721345 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Attempt 3 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:33.742543 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:33.744113 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '75a0817b-4a34-4144-b89a-203f10be9ebb', 'name': '', 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'mac_address': 'fa:16:3e:d7:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:25Z', 'updated_at': '2022-09-27T16:38:32Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'subnets': [{'id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:33.800963 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4c73b-b249-4779-8ec8-0151a95a0e9d None None] The sync data for ids ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'] in dv-cinder-855060-2-iscsi is: [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:38:26Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '75a0817b-4a34-4144-b89a-203f10be9ebb', 'name': '', 'network_id': '64c47dc4-13a9-4035-8628-83dca71f1892', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'mac_address': 'fa:16:3e:d7:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:25Z', 'updated_at': '2022-09-27T16:38:32Z', 'revision_number': 4, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'subnets': [{'id': '7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:38:33.810269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.811641 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ccf94e7b-d5b8-47e4-8119-85dc3dde2a83 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5721698 Sep 27 16:38:33.814522 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57580) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:33.819970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': 'e4772e86-9810-48c5-b1c2-a8195fcd6b3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:33.841788 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 75a0817b-4a34-4144-b89a-203f10be9ebb triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:33.842253 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.845068 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:33.961085 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (e029f3d3-1200-4ca6-95cb-b85201a5add5), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:33.996247 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Current status of the port 75a0817b-4a34-4144-b89a-203f10be9ebb is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:33.996589 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.101695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 75a0817b-4a34-4144-b89a-203f10be9ebb is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:34.101695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.113130 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (e029f3d3-1200-4ca6-95cb-b85201a5add5), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.125569 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617976a3-6a44-4aa7-894e-35da41fafe98 req-3f39b39a-82ec-419c-afdf-30002b722a4c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:34.127145 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-617976a3-6a44-4aa7-894e-35da41fafe98 req-3f39b39a-82ec-419c-afdf-30002b722a4c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.2077916 Sep 27 16:38:34.156322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] For port 75a0817b-4a34-4144-b89a-203f10be9ebb, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=75a0817b-4a34-4144-b89a-203f10be9ebb,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:34.168385 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3105aa0a-7669-45a4-a37e-79322f8f8b57 req-6a0d9cd8-f666-4682-acbc-173e679d0917 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7496042 Sep 27 16:38:34.203711 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-617976a3-6a44-4aa7-894e-35da41fafe98 req-474cc2bb-f76b-4152-a3ab-56d5114778f8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652010 Sep 27 16:38:34.288170 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0b43c-cd86-40d0-bb2a-3b4e64ceae4e req-e0d375bc-bae9-455a-a5e2-4b798c79302f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:34.289696 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a7f0b43c-cd86-40d0-bb2a-3b4e64ceae4e req-e0d375bc-bae9-455a-a5e2-4b798c79302f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0537992 Sep 27 16:38:34.312382 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:34.352634 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a7f0b43c-cd86-40d0-bb2a-3b4e64ceae4e req-20c827fc-90c6-41fd-9e49-615707e16e5e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570242 Sep 27 16:38:34.614742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (0f85ce9c-7097-4337-ab1b-d996cba0c59c), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.615432 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (e029f3d3-1200-4ca6-95cb-b85201a5add5), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.615537 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-351dee45-408f-4ba2-b977-5294daf412e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.618110 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.662897 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e029f3d3-1200-4ca6-95cb-b85201a5add5,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:34.703421 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f85ce9c-7097-4337-ab1b-d996cba0c59c,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:34.732621 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Checking segment: {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:34.733289 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Network hostable DHCP agents. Network: 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:38:34.780846 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.786654 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-54ff52e6-8edb-4932-bd16-959bca2a4ea5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9667037 Sep 27 16:38:34.789365 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:38:34.789365 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:38:34.789597 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 57598) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:34.794614 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:34.799950 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4592d-23fb-4e01-808c-686d73b24535 None None] Pushing event updated for resources: {'Port': ['ID=75a0817b-4a34-4144-b89a-203f10be9ebb,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:34.852731 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:38:34.925021 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.973134 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:34.978105 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:34.978994 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:34.985372 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d0569-01fc-46ce-9328-d80c664d00ab None None] Network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:35.066252 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:35.082821 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1b9f40bf-5ddd-4f0b-a131-b0ae32fa7248 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0450583 Sep 27 16:38:35.170383 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c32cd4-3c54-4705-9778-252de06529b9 None None] Network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:35.186341 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:35.307139 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.27.2.7 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/ebcd55eb-d6c3-477d-9e3c-ec1f3a694809) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:35.359915 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 75a0817b-4a34-4144-b89a-203f10be9ebb is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:35.401869 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ebcbc-a38b-4d0c-a343-6ef4b01b21f4 req-1d915307-e04a-444d-9f62-dca4dae25b3b tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:35.403575 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b4ebcbc-a38b-4d0c-a343-6ef4b01b21f4 req-1d915307-e04a-444d-9f62-dca4dae25b3b tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 946 time: 0.1224344 Sep 27 16:38:35.505996 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:35.506707 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4fc58-00ce-4e17-9d21-1f4974937988 req-25dee020-86eb-477b-a417-5f73c8dc1f2d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:35.522904 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aad4fc58-00ce-4e17-9d21-1f4974937988 req-25dee020-86eb-477b-a417-5f73c8dc1f2d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1177495 Sep 27 16:38:35.538001 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:35.601863 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 75a0817b-4a34-4144-b89a-203f10be9ebb up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:35.606850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:35.657674 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:35.661720 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 75a0817b-4a34-4144-b89a-203f10be9ebb triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:35.662098 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:35.662437 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 75a0817b-4a34-4144-b89a-203f10be9ebb Sep 27 16:38:35.668321 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:35.673794 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:35.681789 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aad4fc58-00ce-4e17-9d21-1f4974937988 req-86088104-35b0-4779-9cfc-c50403fc51d7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579151 Sep 27 16:38:35.704559 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b4ebcbc-a38b-4d0c-a343-6ef4b01b21f4 req-23ae6f8f-4687-4f8c-9853-7c39c9acb41a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409372 Sep 27 16:38:35.708461 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=ebcd55eb-d6c3-477d-9e3c-ec1f3a694809,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:35.800954 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (bf674ceb-ca98-4fa5-ae75-3b7f8edae345), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:35.829440 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 75a0817b-4a34-4144-b89a-203f10be9ebb is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:35.889431 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c8948-9315-4048-83fd-60bdd358466e req-d7a7d2c4-388d-41be-816e-d8d8ee42deeb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:35.891128 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-965c8948-9315-4048-83fd-60bdd358466e req-d7a7d2c4-388d-41be-816e-d8d8ee42deeb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0843143 Sep 27 16:38:35.980629 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:35.984251 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-965c8948-9315-4048-83fd-60bdd358466e req-49608827-b8de-4fd7-804c-3841e3259654 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867443 Sep 27 16:38:35.992978 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:36.213959 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:36.343662 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:36.343662 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (bf674ceb-ca98-4fa5-ae75-3b7f8edae345), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:36.403099 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=ebcd55eb-d6c3-477d-9e3c-ec1f3a694809,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:36.518018 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:36.527723 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-df50c308-71ac-4baf-91ad-9128e77ab25d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7314775 Sep 27 16:38:36.870055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68e3e9-446e-4f08-82bb-ff7e9995beae req-29c1cbcf-a069-4982-8639-ad7fbf6297eb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:36.880833 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e68e3e9-446e-4f08-82bb-ff7e9995beae req-29c1cbcf-a069-4982-8639-ad7fbf6297eb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0753725 Sep 27 16:38:36.999390 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21c51438-8286-45e3-9c03-54f67f566d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:37.005645 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e68e3e9-446e-4f08-82bb-ff7e9995beae req-6c713bbd-8783-4836-8d1e-4cbd639d70a0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239991 Sep 27 16:38:37.617648 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-66c1616a-ce1a-4f07-8935-d4714dd53744 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1988868948&fields=id&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 267 time: 0.0815570 Sep 27 16:38:37.788638 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c65c2-bc42-45fc-87b9-6f4a8a165ecc req-d2e01d3d-9999-4d60-afc0-2fb09a3c3385 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:37.790109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a39c65c2-bc42-45fc-87b9-6f4a8a165ecc req-d2e01d3d-9999-4d60-afc0-2fb09a3c3385 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0696051 Sep 27 16:38:37.820029 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-07813121-ee15-486b-bf96-48b1cd15e369 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:37.821797 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-07813121-ee15-486b-bf96-48b1cd15e369 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.1937857 Sep 27 16:38:37.851370 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-31d7a7e9-1b56-4be7-baf3-3854d51e5fac tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/quotas/73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 375 time: 0.0227017 Sep 27 16:38:37.854549 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:37.882383 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a39c65c2-bc42-45fc-87b9-6f4a8a165ecc req-c79afeff-c80d-41b4-8175-f3c9e4f5855f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797751 Sep 27 16:38:37.941880 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-321666ed-8012-4989-97a6-c1cf448b1b80 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776820 Sep 27 16:38:38.078714 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:38.092935 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b202-8e4e-44cc-bf67-d6b7f4dd9f2e req-63e005a9-c07b-4967-aa88-556240832d28 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:38.096201 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6485b202-8e4e-44cc-bf67-d6b7f4dd9f2e req-63e005a9-c07b-4967-aa88-556240832d28 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 946 time: 0.0656309 Sep 27 16:38:38.153418 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-59ee21fa-4cff-45e6-8b3f-92e2c832d138 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971304 Sep 27 16:38:38.159690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:38.222029 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6485b202-8e4e-44cc-bf67-d6b7f4dd9f2e req-c0a55297-13ea-4a8c-bd6d-342d0adb93b5 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197436 Sep 27 16:38:38.299447 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-6be0810b-8de1-48c5-aedf-7466450bcf99 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381052 Sep 27 16:38:38.882331 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d119-3eba-48b3-a94f-b1b5576b9449 req-4c3a35ea-b722-41d8-a73b-daa546736824 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:38.883902 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5dc8d119-3eba-48b3-a94f-b1b5576b9449 req-4c3a35ea-b722-41d8-a73b-daa546736824 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0590718 Sep 27 16:38:38.951467 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5dc8d119-3eba-48b3-a94f-b1b5576b9449 req-230addaa-9559-4afa-a42d-6d56be7dd690 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587471 Sep 27 16:38:39.078297 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f7666041-299a-458a-8d48-a871b3c2568e req-5226939c-7704-40a2-86c4-f98835f3d787 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0434468 Sep 27 16:38:39.201163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff9044-9570-4117-92bb-5ca211139ea3 req-8e1052e3-21e1-4969-af46-a7aaabc2521e tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:39.203628 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-efff9044-9570-4117-92bb-5ca211139ea3 req-8e1052e3-21e1-4969-af46-a7aaabc2521e tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 946 time: 0.0987170 Sep 27 16:38:39.249056 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd56f-54df-43c1-a8bb-669900e21428 req-3a30468c-07f7-41ef-8e7e-5bc9f6971ba5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:39.257626 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f00fd56f-54df-43c1-a8bb-669900e21428 req-3a30468c-07f7-41ef-8e7e-5bc9f6971ba5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0701067 Sep 27 16:38:39.371724 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Deleting port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:38:39.372104 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:39.502044 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f00fd56f-54df-43c1-a8bb-669900e21428 req-60bb81d9-96c8-4c3e-a129-71638aab8596 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323086 Sep 27 16:38:39.533745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-3968df41-10cf-4328-8b4c-a39872d6199d tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:39.546218 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-3968df41-10cf-4328-8b4c-a39872d6199d tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 HTTP/1.1" status: 200 len: 814 time: 0.2809803 Sep 27 16:38:39.564379 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-8c0383d7-d420-4434-92d7-5a7759a58376 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/quotas/a06947e0733946bb8e266382c0d4d0ce HTTP/1.1" status: 200 len: 375 time: 0.0213828 Sep 27 16:38:39.583989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] For port 3f66f8e0-df9b-4202-aca4-c6652f4a9852, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3f66f8e0-df9b-4202-aca4-c6652f4a9852,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:39.588305 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:39.609184 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-cb1ff77b-c89e-4fe3-8236-35d76a7ce4a4 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a06947e0733946bb8e266382c0d4d0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438325 Sep 27 16:38:39.636589 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Calling delete_port for 3f66f8e0-df9b-4202-aca4-c6652f4a9852 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:38:39.711445 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49743de7-a4f8-43da-af07-7a64a26d3e69 req-a8460cf8-8bcc-4e4e-9c4b-8065a4b81d3c tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:39.718877 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-49743de7-a4f8-43da-af07-7a64a26d3e69 req-a8460cf8-8bcc-4e4e-9c4b-8065a4b81d3c tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 946 time: 0.1014051 Sep 27 16:38:39.727440 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:39.734029 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:39.828645 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-49743de7-a4f8-43da-af07-7a64a26d3e69 req-361cb8df-f227-474e-bd0c-530a9b3ac3f0 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903277 Sep 27 16:38:39.853015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:39.874709 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-9740e0c5-2227-48b1-a404-b531e341c83c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646000 Sep 27 16:38:39.991471 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-6121dd55-0143-40ca-a63c-d8d54784c32d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152062 Sep 27 16:38:40.081269 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:40.138198 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ead8f-b848-4ce6-9b28-cc3edec985ac req-9eae0c5f-bdcb-47ef-b9e3-b4b397c1a7db tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:40.140289 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-662ead8f-b848-4ce6-9b28-cc3edec985ac req-9eae0c5f-bdcb-47ef-b9e3-b4b397c1a7db tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0545371 Sep 27 16:38:40.233807 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:40.272782 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:40.292996 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'mac_address': 'fa:16:3e:8f:fc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:40.298959 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-662ead8f-b848-4ce6-9b28-cc3edec985ac req-4d3b0ef0-dd9c-4e85-bb25-f8ac02a917b7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430604 Sep 27 16:38:40.356552 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (3f66f8e0-df9b-4202-aca4-c6652f4a9852), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:40.379211 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['3f66f8e0-df9b-4202-aca4-c6652f4a9852'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:40.434687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Pushing event deleted for resources: {'Port': ['ID=3f66f8e0-df9b-4202-aca4-c6652f4a9852,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:40.509300 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: ACTIVE; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:40.509493 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ba64c4d7-d27b-4129-a0a0-401ddf3b2991 req-20a62017-c4a5-4a8f-82d6-d5edee7d8055 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.1070285 Sep 27 16:38:40.510299 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:40.527470 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b9438a2e-45f1-43c0-a0fa-e45b7ecc5eb0 req-6a71c38a-8523-4ef1-9d53-306d83f6dcee tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.1060662 Sep 27 16:38:40.553071 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] No DVR routers for this DVR port 3f66f8e0-df9b-4202-aca4-c6652f4a9852 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:38:40.557601 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:40.568946 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 184e6faa-be62-4210-acc1-64aceea7f1f0 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:40.589223 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-efff9044-9570-4117-92bb-5ca211139ea3 req-ad4e6111-b4f4-485f-ac0f-76460ab8eece tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3f66f8e0-df9b-4202-aca4-c6652f4a9852 HTTP/1.1" status: 204 len: 173 time: 1.3790359 Sep 27 16:38:40.593585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:40.600410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'name': 'network-vif-deleted', 'tag': '3f66f8e0-df9b-4202-aca4-c6652f4a9852'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:40.609072 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6f6c8-c2cd-4ec8-9ebe-b432157d10e1" -d '{"events": [{"server_uuid": "6ad241be-370b-4cff-b34d-beea9d6842c5", "name": "network-vif-deleted", "tag": "3f66f8e0-df9b-4202-aca4-c6652f4a9852"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:40.676383 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:40.747733 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71265aa-d566-4c25-bf49-821e3e1efafe x-openstack-request-id: req-e71265aa-d566-4c25-bf49-821e3e1efafe {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:40.748227 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad241be-370b-4cff-b34d-beea9d6842c5", "name": "network-vif-deleted", "tag": "3f66f8e0-df9b-4202-aca4-c6652f4a9852", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:40.748910 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e71265aa-d566-4c25-bf49-821e3e1efafe {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:40.749521 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71265aa-d566-4c25-bf49-821e3e1efafe'] response: {'server_uuid': '6ad241be-370b-4cff-b34d-beea9d6842c5', 'name': 'network-vif-deleted', 'tag': '3f66f8e0-df9b-4202-aca4-c6652f4a9852', 'status': 'completed', 'code': 200} Sep 27 16:38:40.783500 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf9f0f-c17e-4d8f-87c6-9f74f531796c req-b7d0d554-813e-46f7-b2a9-a4118057035c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:40.788652 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bedf9f0f-c17e-4d8f-87c6-9f74f531796c req-b7d0d554-813e-46f7-b2a9-a4118057035c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1160650 Sep 27 16:38:40.839897 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['184e6faa-be62-4210-acc1-64aceea7f1f0'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:40.854103 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:40.903194 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=6']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:40.909384 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bedf9f0f-c17e-4d8f-87c6-9f74f531796c req-99a70f27-cacc-4e6c-8adc-1a7061689dcc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127589 Sep 27 16:38:40.935155 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.936272 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.936773 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.937276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.937770 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.938287 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.938760 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.940184 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.940539 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.940875 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.941211 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.941535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.941865 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.942192 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:40.944974 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:38:41.002128 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee94ee81-79c8-4002-8aa8-624eb6786db7 req-b3bd5c3e-5a5d-4766-afa3-ee52494c9790 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.0535586 Sep 27 16:38:41.494968 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344847-f8d5-4432-ba3c-4eb7060dc55b req-bee70988-0bda-49d3-ae95-ca80bfbc0038 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:41.496881 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4a344847-f8d5-4432-ba3c-4eb7060dc55b req-bee70988-0bda-49d3-ae95-ca80bfbc0038 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 944 time: 0.0844917 Sep 27 16:38:41.551365 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:41.564682 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4a344847-f8d5-4432-ba3c-4eb7060dc55b req-20604721-a351-4620-adf1-f62dd93bc275 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608821 Sep 27 16:38:41.735973 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-110859d3-0cdf-42a2-8d96-82a2241a5a10 req-833f11ed-0537-435e-816a-fcd822d9a98b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.0864189 Sep 27 16:38:41.784554 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3fa2169-1c96-4e55-9c3a-c0f86d1c6ac2 req-23d641a4-e128-4eb0-97b3-2890b29add2d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0385256 Sep 27 16:38:42.082506 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:42.154616 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d540f9-d37e-4e57-845c-ebad9cca459b req-abc7b01c-9bf3-4119-82d8-c9b5efb513c5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:42.157031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e7d540f9-d37e-4e57-845c-ebad9cca459b req-abc7b01c-9bf3-4119-82d8-c9b5efb513c5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0818257 Sep 27 16:38:42.205086 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 184e6faa-be62-4210-acc1-64aceea7f1f0 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:42.207292 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:42.208314 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:38:42.270467 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:42.330964 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91ecf5da-6ac8-4bf4-be3b-76d327b5ec78 req-17d4dbc2-7967-429b-842b-7ac058b513c5 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6ad241be-370b-4cff-b34d-beea9d6842c5 HTTP/1.1" status: 200 len: 210 time: 0.1297655 Sep 27 16:38:42.383846 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e7d540f9-d37e-4e57-845c-ebad9cca459b req-e242c9df-6bc3-4a18-9aa1-874aa20e5892 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113745 Sep 27 16:38:42.471210 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-d6815cc3-b9e0-476b-a9f1-bcc51e5f0630 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:42.480865 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-d6815cc3-b9e0-476b-a9f1-bcc51e5f0630 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.3045537 Sep 27 16:38:42.487278 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:42.489256 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:42.514603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:42.521741 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281ed465-1f70-4b22-b447-60480ff5224b" -d '{"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-plugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:42.532268 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:42.562889 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7b5aa-60ed-4e1e-b866-58e45c91ac4c x-openstack-request-id: req-3ba7b5aa-60ed-4e1e-b866-58e45c91ac4c {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:42.565773 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-plugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:42.565773 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ba7b5aa-60ed-4e1e-b866-58e45c91ac4c {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:42.565773 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba7b5aa-60ed-4e1e-b866-58e45c91ac4c'] response: {'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'code': 200} Sep 27 16:38:42.658738 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:42.660703 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3f66f8e0-df9b-4202-aca4-c6652f4a9852 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:38:42.781720 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 3f66f8e0-df9b-4202-aca4-c6652f4a9852 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:38:42.782331 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3f66f8e0-df9b-4202-aca4-c6652f4a9852 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:38:42.866579 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-6d586145-37cd-46ed-9ece-80a7b5d85458 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 472 time: 0.1396039 Sep 27 16:38:42.872655 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=7']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:42.882243 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'port': {'device_id': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'admin_state_up': True, 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'security_groups': ['e4772e86-9810-48c5-b1c2-a8195fcd6b3e']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:42.952524 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096bf7d-312a-4487-8ca3-8326f7ebb08b req-fb36ef25-461c-40fa-85bc-152259106374 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:42.961998 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2096bf7d-312a-4487-8ca3-8326f7ebb08b req-fb36ef25-461c-40fa-85bc-152259106374 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1443067 Sep 27 16:38:42.966546 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f99d2649-8f50-4d44-8674-4f5b9e830fc6 req-2c23dcd6-4031-4e7a-bf66-695d558feff7 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.0668221 Sep 27 16:38:43.080343 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2096bf7d-312a-4487-8ca3-8326f7ebb08b req-f367d4df-84a7-4a8d-bf8b-44b0ac2ad727 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171777 Sep 27 16:38:43.153495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-336f7492-27d9-4205-a307-5d975f93c495 req-685e4202-c5f6-45ab-9202-d19ddd0d7d0b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0514839 Sep 27 16:38:43.165308 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Made reservation on behalf of 73fad530905b485cb7141793f6130a9e for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:43.172088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:43.378943 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.20.0.11 (16983143-f1f9-476b-8846-75cee163a487/87db513a-afee-48ee-a140-5875ef7c38a0/2cce0dbb-eb5a-403b-b124-6df0f04b0136) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:43.708122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04dd94-68a8-4ac5-bbb2-cc96850d24ab req-339397b0-3bab-4c5a-afa4-3c976c24d391 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:43.720370 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3b04dd94-68a8-4ac5-bbb2-cc96850d24ab req-339397b0-3bab-4c5a-afa4-3c976c24d391 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1197062 Sep 27 16:38:43.795559 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:43.808077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:43.825563 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:43.841050 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3b04dd94-68a8-4ac5-bbb2-cc96850d24ab req-16d6c19e-1aac-4d9c-bdb1-d1f71e6c183e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192386 Sep 27 16:38:44.098547 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb885208-785e-406d-aff2-70c1f8e0abc3 req-6ac68919-78a2-4fb6-9c17-87f54fb64dd0 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.0281570 Sep 27 16:38:44.253750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563402-9eff-4ac7-b78a-0d25d253c0ff req-54adb288-f05b-40cc-b9dc-7fdf92f848b4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:44.262800 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-70563402-9eff-4ac7-b78a-0d25d253c0ff req-54adb288-f05b-40cc-b9dc-7fdf92f848b4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0668957 Sep 27 16:38:44.321764 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-70563402-9eff-4ac7-b78a-0d25d253c0ff req-3137e12b-6fac-45cb-8cc5-af32b2a2abda tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577507 Sep 27 16:38:44.348678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:44.446596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:44.450041 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:44.467244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:44.480275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:44.491800 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:44.549382 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=2cce0dbb-eb5a-403b-b124-6df0f04b0136,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:44.571929 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f9650-2716-4d4b-b83e-035d09fab154 req-9d3d2e16-509a-4b9b-a20b-03ffdd0a4b47 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:44.580901 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ae3f9650-2716-4d4b-b83e-035d09fab154 req-9d3d2e16-509a-4b9b-a20b-03ffdd0a4b47 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 932 time: 0.1626730 Sep 27 16:38:44.646199 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-edc8f356-db6e-4407-8ac7-bc4dd015235b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7728069 Sep 27 16:38:44.665667 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Request body: {'port': {'device_id': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:44.864258 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:44.926725 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ae3f9650-2716-4d4b-b83e-035d09fab154 req-45aa9156-90d1-424d-8f72-0b5697124874 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475746 Sep 27 16:38:44.936995 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58002) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:44.972689 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-fc932d19-3ff1-491e-9e55-294a1bdc21c8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:44.975371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Provisioning complete for port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:44.975958 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:44.977722 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-fc932d19-3ff1-491e-9e55-294a1bdc21c8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 HTTP/1.1" status: 200 len: 814 time: 0.4755497 Sep 27 16:38:44.987373 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Attempt 1 to provision port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 Sep 27 16:38:45.000353 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Request body: {'port': {'device_id': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5', 'admin_state_up': True, 'tenant_id': 'a06947e0733946bb8e266382c0d4d0ce'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:45.078371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:45.149303 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce4334-2c0e-4fa9-b4cf-17e28d9b42fd req-71080fe7-e09f-487b-ad71-c7ba24882d27 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:45.158286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63ce4334-2c0e-4fa9-b4cf-17e28d9b42fd req-71080fe7-e09f-487b-ad71-c7ba24882d27 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0771849 Sep 27 16:38:45.247514 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:45.252706 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63ce4334-2c0e-4fa9-b4cf-17e28d9b42fd req-424e64a9-c9a2-4971-b41e-5928f02dd4a1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933387 Sep 27 16:38:45.377075 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-55378456-1a17-4c4e-bc36-c034afd5bb8f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=808169451dd64aa1a6a656ed9abbe5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361346 Sep 27 16:38:45.386964 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58010) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:45.451153 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Made reservation on behalf of a06947e0733946bb8e266382c0d4d0ce for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:45.458982 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.479812 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:45.510659 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b9816d63-7d69-489f-a397-6794f4ed01a1 req-196c8596-459b-422e-9308-a8fc5c0c6b96 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.0710766 Sep 27 16:38:45.511865 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1db2ce25-2a21-4f2d-833b-0c6ec5c90428 admin admin] Publish callbacks [] for security_group (8f69db2f-12f9-461d-b09b-924f6a09e9b9), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.549964 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cce0dbb-eb5a-403b-b124-6df0f04b0136 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:45.559897 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Publish callbacks [] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.577371 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Transition to ACTIVE for port object 2cce0dbb-eb5a-403b-b124-6df0f04b0136 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:38:45.580089 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1db2ce25-2a21-4f2d-833b-0c6ec5c90428 admin admin] Publish callbacks [] for security_group (8f69db2f-12f9-461d-b09b-924f6a09e9b9), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.581905 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Attempt 2 to provision port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 Sep 27 16:38:45.609978 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:45.626154 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:45.661919 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.720391 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236076e-92d1-49ea-b44d-51da6950d7b7 req-a839a87d-2bf8-4584-8925-253ef14734ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:45.721923 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d236076e-92d1-49ea-b44d-51da6950d7b7 req-a839a87d-2bf8-4584-8925-253ef14734ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1227314 Sep 27 16:38:45.790555 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Attempting to bind port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:45.791939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Attempting to bind port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:45.792499 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Attempting to bind port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:45.844174 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d236076e-92d1-49ea-b44d-51da6950d7b7 req-029b0558-f393-4dc4-bccf-83bfa7ff350f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122158 Sep 27 16:38:45.845315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Allocated IP 172.20.0.9 (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5/0f85ce9c-7097-4337-ab1b-d996cba0c59c/b076a24a-f4ef-4eb2-b560-505f54ef1e3d) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:45.886354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Pushing event updated for resources: {'Port': ['ID=2cce0dbb-eb5a-403b-b124-6df0f04b0136,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:45.894745 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 on network 16983143-f1f9-476b-8846-75cee163a487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:38:45.899840 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Attempting to bind port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:45.901806 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1db2ce25-2a21-4f2d-833b-0c6ec5c90428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (8f69db2f-12f9-461d-b09b-924f6a09e9b9), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.907825 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1db2ce25-2a21-4f2d-833b-0c6ec5c90428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:45.911779 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1db2ce25-2a21-4f2d-833b-0c6ec5c90428 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8f69db2f-12f9-461d-b09b-924f6a09e9b9 HTTP/1.1" status: 204 len: 168 time: 0.5225668 Sep 27 16:38:45.990275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:45.990679 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:45.992977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Bound using segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:45.992977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Bound port: 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:45.992977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:46.027435 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2ce25-2a21-4f2d-833b-0c6ec5c90428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69db2f-12f9-461d-b09b-924f6a09e9b9,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:46.078596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] For port 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:46.081737 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] For port 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:46.092573 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks [] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:46.127750 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Attempt 3 to provision port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 Sep 27 16:38:46.163800 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:46.175587 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3326a5d-1b99-4a10-a456-8058d0a323a8 req-80550e26-93a0-4ce0-a98d-4acb28a01e6b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:46.182813 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3326a5d-1b99-4a10-a456-8058d0a323a8 req-80550e26-93a0-4ce0-a98d-4acb28a01e6b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 944 time: 0.0865054 Sep 27 16:38:46.199407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:46.215304 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:46.233684 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:46.234967 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:46.236559 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2cce0dbb-eb5a-403b-b124-6df0f04b0136 HTTP/1.1" status: 200 len: 1094 time: 1.5753167 Sep 27 16:38:46.237538 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:46.238919 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a338d1-0448-4b2a-adf9-e40aa5fafcdd service neutron] Pushing event updated for resources: {'Port': ['ID=2cce0dbb-eb5a-403b-b124-6df0f04b0136,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:46.241468 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:46.243901 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:46.260651 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3326a5d-1b99-4a10-a456-8058d0a323a8 req-7bbf0851-a6e0-403f-87c5-c7fac19b0e28 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768709 Sep 27 16:38:46.311582 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:46.456542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:46.456542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:46.470636 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:46.477257 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Pushing event updated for resources: {'Port': ['ID=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:46.538743 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-2afd926b-5baf-45c3-830e-51d6e001c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:46.542077 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-2afd926b-5baf-45c3-830e-51d6e001c4f7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 1128 time: 0.1239829 Sep 27 16:38:46.544213 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c6bd9-1e94-4b21-984f-7b2ee9e5f24f x-openstack-request-id: req-b51c6bd9-1e94-4b21-984f-7b2ee9e5f24f {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:46.549112 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:46.549561 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b51c6bd9-1e94-4b21-984f-7b2ee9e5f24f {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:46.550134 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51c6bd9-1e94-4b21-984f-7b2ee9e5f24f'] response: {'name': 'network-changed', 'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'status': 'completed', 'code': 200} Sep 27 16:38:46.630419 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:46.631242 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:46.654168 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-b054e7d7-e26b-4fa2-a611-9f031507970f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136 HTTP/1.1" status: 200 len: 217 time: 0.1020145 Sep 27 16:38:46.659268 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:46.704621 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Attempt 4 to provision port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 Sep 27 16:38:46.750004 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-4fc5af92-2920-48da-a736-79a32c546163 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:46.751771 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-4fc5af92-2920-48da-a736-79a32c546163 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/networks?id=842f602d-43b0-47fc-8317-0141848ffd1d HTTP/1.1" status: 200 len: 809 time: 0.3738978 Sep 27 16:38:46.759353 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-615f7c35-a798-4b6b-9843-fcd7d7e72bbf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7629609 Sep 27 16:38:46.779493 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b3af5-e7cd-481d-8883-1c11b9fc1524 req-994ba0c0-fbb2-4330-bcd9-669130bdb152 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:46.779985 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-622af531-ee5b-470c-9b63-6a9d9dc949f3 None None] Port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:38:46.787052 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-280b3af5-e7cd-481d-8883-1c11b9fc1524 req-994ba0c0-fbb2-4330-bcd9-669130bdb152 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1182499 Sep 27 16:38:46.797473 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-b71376ab-a3b9-4e4d-bf51-f9e06f1e2917 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/quotas/54a4b85dba3b48b68e25c190b98b6197 HTTP/1.1" status: 200 len: 375 time: 0.0354717 Sep 27 16:38:46.850299 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-2f239f54-c3da-4160-971e-730f05c81876 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=54a4b85dba3b48b68e25c190b98b6197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374646 Sep 27 16:38:46.872557 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-280b3af5-e7cd-481d-8883-1c11b9fc1524 req-1583685f-2425-4474-b5e4-4b7e8b3a6188 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845675 Sep 27 16:38:47.006349 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-770617ea-fbe4-4163-bc8f-3de6df668aab service neutron] 10.222.0.64 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450324 Sep 27 16:38:47.109765 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdb000-590d-42e2-82e5-bf387ac729e8 req-3bc8ce40-e0a8-46e4-a0bb-87f8cf32f787 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:47.113076 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-69fdb000-590d-42e2-82e5-bf387ac729e8 req-3bc8ce40-e0a8-46e4-a0bb-87f8cf32f787 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 931 time: 0.1281853 Sep 27 16:38:47.205333 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-c366e631-f99b-405a-9c5f-9f75d5d3d446 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824768 Sep 27 16:38:47.219373 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-69fdb000-590d-42e2-82e5-bf387ac729e8 req-015fec66-d01d-4528-bd5b-6c2901597a45 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932674 Sep 27 16:38:47.417638 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58076) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:47.607161 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:47.623518 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-028907dd-382f-41e8-aacc-fd82a657a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:47.627484 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-028907dd-382f-41e8-aacc-fd82a657a3df service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.1437817 Sep 27 16:38:47.637803 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.33', 55358) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:47.718519 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade8bb2-c843-4df6-8327-727f7dfdc65c req-eefd91c8-ad9b-43c5-b311-fd37a067f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:47.720074 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-cade8bb2-c843-4df6-8327-727f7dfdc65c req-eefd91c8-ad9b-43c5-b311-fd37a067f6f3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 1130 time: 0.0777304 Sep 27 16:38:47.721176 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735804a-a876-4eac-8593-7419597ca1ab req-d67ae1c5-ab73-41cd-b1b3-068f60d452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:47.722534 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-d67ae1c5-ab73-41cd-b1b3-068f60d452ce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715179 Sep 27 16:38:47.830329 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-cade8bb2-c843-4df6-8327-727f7dfdc65c req-f57a5aea-0194-464e-8182-3c2116d2a567 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987053 Sep 27 16:38:47.832337 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Request body: {'port': {'device_id': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:47.850743 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-869838937-network', 'tenant_id': '1e0f894b53284e788cdb4864acd917be'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:47.856176 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-89570dcc-ed94-4d49-b1f9-1038ae07d088 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232533 Sep 27 16:38:47.907905 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:47.921917 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-e46bfd29-53c1-42c1-bccf-d95237f804e3 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:47.923659 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-e46bfd29-53c1-42c1-bccf-d95237f804e3 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 815 time: 0.6141896 Sep 27 16:38:47.953633 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d140b-5c96-4d72-a281-dabfa05e5be6 req-0a05d54e-c4d3-4094-ab8e-501250e5e692 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:47.955080 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-013d140b-5c96-4d72-a281-dabfa05e5be6 req-0a05d54e-c4d3-4094-ab8e-501250e5e692 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1309617 Sep 27 16:38:47.962444 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-1d75c366-ab79-4509-aa4c-91b4cd6d4eee tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/quotas/d5fb5144fbf64abe8ec6b37c7f0444b3 HTTP/1.1" status: 200 len: 375 time: 0.0290151 Sep 27 16:38:48.047202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.054947 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Made reservation on behalf of 1e0f894b53284e788cdb4864acd917be for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:48.057286 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.082984 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-87c01b86-84bb-49f3-901c-02471f5be780 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035645 Sep 27 16:38:48.089846 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.098179 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-013d140b-5c96-4d72-a281-dabfa05e5be6 req-34f6e3dd-6297-4dbd-8a25-c440a01b22df tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371565 Sep 27 16:38:48.196525 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e735804a-a876-4eac-8593-7419597ca1ab req-ba816061-f15d-40bf-bd13-9299779e921a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733859 Sep 27 16:38:48.387573 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:48.437771 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a5b613c7-b450-4620-a57f-c533a81c991e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329991 Sep 27 16:38:48.456067 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9be6-4f93-40f9-bbe0-b783b8ce38d9 req-dee05d87-ca4c-449c-afc1-64f1e0b10c67 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:48.458624 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d17b9be6-4f93-40f9-bbe0-b783b8ce38d9 req-dee05d87-ca4c-449c-afc1-64f1e0b10c67 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 944 time: 0.2303185 Sep 27 16:38:48.599204 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b076a24a-f4ef-4eb2-b560-505f54ef1e3d {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:48.609543 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Publish callbacks [] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.643802 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Transition to ACTIVE for port object b076a24a-f4ef-4eb2-b560-505f54ef1e3d will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:38:48.651031 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:48.676730 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d17b9be6-4f93-40f9-bbe0-b783b8ce38d9 req-45c77d90-1906-4bc9-8780-0666eaf7c747 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972456 Sep 27 16:38:48.711993 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-9d6006d0-eded-45ad-bf8e-a54be0bf5bf5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531574 Sep 27 16:38:48.731663 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks [] for security_group (f56d2840-0aae-4f4f-b33b-b73967b1b1af), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.756325 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.836330 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd96bfdc-b572-4c21-bf0e-19473b610bbf req-d469a694-d183-4081-af15-7626c9f44272 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 210 time: 0.0406590 Sep 27 16:38:48.844096 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f56d2840-0aae-4f4f-b33b-b73967b1b1af), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.875547 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:48.878579 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:38:48.888651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (3654b8f8-1a74-40c1-9d74-60b106db1460), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:48.889145 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Added segment 3654b8f8-1a74-40c1-9d74-60b106db1460 of type vlan for network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 Sep 27 16:38:48.975908 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (fa6ed79c-29cf-4084-8c9a-3f99a2a02140), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.033228 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d2840-0aae-4f4f-b33b-b73967b1b1af,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:49.105169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c31c4a-4af9-4843-9b75-af0a5e30986c req-ea406163-41d1-4622-9c9a-b57be4ba8a07 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.106639 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-31c31c4a-4af9-4843-9b75-af0a5e30986c req-ea406163-41d1-4622-9c9a-b57be4ba8a07 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1374121 Sep 27 16:38:49.140437 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf68b8-5aa4-471f-8ba9-088460361707 req-f09e2ec1-a610-4a7d-95cc-f3eb342411e9 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.141902 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e6bf68b8-5aa4-471f-8ba9-088460361707 req-f09e2ec1-a610-4a7d-95cc-f3eb342411e9 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 943 time: 0.1056161 Sep 27 16:38:49.158850 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Attempting to bind port b076a24a-f4ef-4eb2-b560-505f54ef1e3d on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:49.159197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Attempting to bind port b076a24a-f4ef-4eb2-b560-505f54ef1e3d by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:49.159527 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Attempting to bind port b076a24a-f4ef-4eb2-b560-505f54ef1e3d on network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:49.194320 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (fa6ed79c-29cf-4084-8c9a-3f99a2a02140), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.195335 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.195913 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.239520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-31c31c4a-4af9-4843-9b75-af0a5e30986c req-35608049-6e44-4952-8a4b-48781b4a072e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143634 Sep 27 16:38:49.286986 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:49.328608 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e6bf68b8-5aa4-471f-8ba9-088460361707 req-01485f5e-d26b-414b-ba98-9ba359ae5004 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708136 Sep 27 16:38:49.373891 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f611212-6552-4f0f-9f61-4f7a5652b9d8 req-32f38c01-b0a3-4e60-a408-1cab162e79f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 210 time: 0.0441658 Sep 27 16:38:49.375603 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6ed79c-29cf-4084-8c9a-3f99a2a02140,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:49.388290 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-45438589-b09b-4cb1-bff3-bfc7694dc212 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9694808 Sep 27 16:38:49.389562 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Port b076a24a-f4ef-4eb2-b560-505f54ef1e3d on network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:38:49.392313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:38:49.392766 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Attempting to bind port b076a24a-f4ef-4eb2-b560-505f54ef1e3d on network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:49.395061 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58112) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:49.409702 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Request body: {'subnet': {'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-869838937-subnet', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:49.480690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:49.481062 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Checking segment: {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:49.481418 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Bound using segment: {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:49.481880 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Bound port: b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:49.482246 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.570027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c045bd-a1f9-41b0-8a25-67a51d41c675 req-ed592211-dfd8-4180-9e4e-d8999fe59ca5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.579061 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f4c045bd-a1f9-41b0-8a25-67a51d41c675 req-ed592211-dfd8-4180-9e4e-d8999fe59ca5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1429834 Sep 27 16:38:49.631570 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Made reservation on behalf of 1e0f894b53284e788cdb4864acd917be for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:49.638883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.656444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] For port b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:49.674727 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:49.679593 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] For port b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:49.692656 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f4c045bd-a1f9-41b0-8a25-67a51d41c675 req-074d87bc-f253-4167-82c2-8911e87ab40e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096406 Sep 27 16:38:49.739260 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-2239146c-4c79-4e43-9e94-13a47c2b6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.741563 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-2239146c-4c79-4e43-9e94-13a47c2b6c05 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 1128 time: 0.1492219 Sep 27 16:38:49.744720 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:49.754179 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:49.765661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.769219 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.770124 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:49.771540 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b076a24a-f4ef-4eb2-b560-505f54ef1e3d HTTP/1.1" status: 200 len: 1093 time: 1.9463418 Sep 27 16:38:49.831144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'tag': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:49.834342 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195e886b-7438-4178-a986-14dfb42707bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab77e6d5-1c27-420a-b7cd-b32c4f418dab", "tag": "b076a24a-f4ef-4eb2-b560-505f54ef1e3d"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:49.854107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f1da-5c0b-4adf-9275-a6738ac9abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:49.904984 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f0677-55aa-481c-a9b6-78045297fe94 x-openstack-request-id: req-3a9f0677-55aa-481c-a9b6-78045297fe94 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:49.905357 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab77e6d5-1c27-420a-b7cd-b32c4f418dab", "tag": "b076a24a-f4ef-4eb2-b560-505f54ef1e3d", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:49.905578 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a9f0677-55aa-481c-a9b6-78045297fe94 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:49.906029 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9f0677-55aa-481c-a9b6-78045297fe94'] response: {'name': 'network-changed', 'server_uuid': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'tag': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d', 'status': 'completed', 'code': 200} Sep 27 16:38:49.916778 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91215f-ed82-4aa4-bf79-2a84aecf170c req-e21151cc-294d-4104-9830-f2532534839c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:49.920048 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-db91215f-ed82-4aa4-bf79-2a84aecf170c req-e21151cc-294d-4104-9830-f2532534839c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 944 time: 0.0805848 Sep 27 16:38:50.002066 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-db91215f-ed82-4aa4-bf79-2a84aecf170c req-b549243c-e917-45be-964d-0ff79f484533 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758691 Sep 27 16:38:50.030728 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f63b1f20-e3c1-466e-8cd7-9cb4694940e6 req-4cb2d79b-9888-47fd-8d47-ae277217b192 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 210 time: 0.0470471 Sep 27 16:38:50.050716 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (811c54e2-1272-45b2-9c45-70589ff5334f), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:50.093900 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:50.100614 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 2cce0dbb-eb5a-403b-b124-6df0f04b0136 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:50.196407 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e886b-7438-4178-a986-14dfb42707bc req-e3d6ad70-cbf3-4217-8c34-462656d9fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.198829 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-195e886b-7438-4178-a986-14dfb42707bc req-e3d6ad70-cbf3-4217-8c34-462656d9fce6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a06947e0733946bb8e266382c0d4d0ce&device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 1127 time: 0.0917370 Sep 27 16:38:50.209830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-683f858d-3163-4f97-98a0-a195a2633619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.211333 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-683f858d-3163-4f97-98a0-a195a2633619 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.1130581 Sep 27 16:38:50.276936 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-cce646b7-9a7c-40dd-82bd-ef3972d2c3a2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136 HTTP/1.1" status: 200 len: 217 time: 0.0568235 Sep 27 16:38:50.283623 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=811c54e2-1272-45b2-9c45-70589ff5334f,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:50.299326 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:50.316657 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'port_id': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:50.344289 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Checking segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:50.345177 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Network hostable DHCP agents. Network: fa6ed79c-29cf-4084-8c9a-3f99a2a02140, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:38:50.364949 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-eb8e8423-4155-4e6a-946b-cace3f0bcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.368764 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-eb8e8423-4155-4e6a-946b-cace3f0bcf68 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0821307 Sep 27 16:38:50.373258 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:50.373659 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:50.396621 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cce0dbb-eb5a-403b-b124-6df0f04b0136 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:50.409296 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e886b-7438-4178-a986-14dfb42707bc req-6c8ca424-e177-41a8-bf9e-6268573764b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.412405 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-195e886b-7438-4178-a986-14dfb42707bc req-6c8ca424-e177-41a8-bf9e-6268573764b9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a06947e0733946bb8e266382c0d4d0ce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2052968 Sep 27 16:38:50.448163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-cde2b8d8-7afe-4a5e-8483-9aa64167291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.451914 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-cde2b8d8-7afe-4a5e-8483-9aa64167291d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723512 Sep 27 16:38:50.471777 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:50.487423 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:38:50.550489 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e886b-7438-4178-a986-14dfb42707bc req-29ebc20b-fd0d-4991-9c85-4c8cd741beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.552015 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-195e886b-7438-4178-a986-14dfb42707bc req-29ebc20b-fd0d-4991-9c85-4c8cd741beed service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205299 Sep 27 16:38:50.574185 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:50.582623 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-e0f963d3-9b55-4e1c-9620-9c460ebd1761 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240628 Sep 27 16:38:50.587002 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, fa6ed79c-29cf-4084-8c9a-3f99a2a02140) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:50.599445 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2ea1b-d485-45e6-99ed-3ed1258944fa None None] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:50.633174 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.634115 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:50.672734 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26006870-fff4-4b2f-a50f-75a4b81a25e5 req-5db2f16f-243e-4ea8-bcf8-284ba1e85024 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.681867 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26006870-fff4-4b2f-a50f-75a4b81a25e5 req-5db2f16f-243e-4ea8-bcf8-284ba1e85024 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.2635183 Sep 27 16:38:50.696496 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:50.696870 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:50.730915 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e6632-8213-40a4-b76c-99adc6acd42a req-a95a998f-6dc2-417d-ae47-e40330ce58c8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.732665 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c2e6632-8213-40a4-b76c-99adc6acd42a req-a95a998f-6dc2-417d-ae47-e40330ce58c8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 943 time: 0.1530523 Sep 27 16:38:50.769785 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:38:50.771862 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:50.787184 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26006870-fff4-4b2f-a50f-75a4b81a25e5 req-f549271b-cbc4-463d-8429-2e1587506920 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993829 Sep 27 16:38:50.813284 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-b9f6bba8-97d6-4297-bb07-ffb6a07a939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:50.813284 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-b9f6bba8-97d6-4297-bb07-ffb6a07a939c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a06947e0733946bb8e266382c0d4d0ce&device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 1127 time: 0.1810300 Sep 27 16:38:50.827750 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-9e7fbf14-ee6a-41c1-8efe-7608b8625cda req-f28eb4f8-6dcc-4810-8eb9-d6effa3ed7cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267249 Sep 27 16:38:50.836648 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4b81ce5f-8a05-4226-a3fd-5f9a0c58e1bd admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4379566 Sep 27 16:38:50.837181 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58132) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:50.845247 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:50.887194 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-e04860cd-1ef4-4dbf-bba8-3951c1ce4820 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b076a24a-f4ef-4eb2-b560-505f54ef1e3d HTTP/1.1" status: 200 len: 217 time: 0.0479858 Sep 27 16:38:50.941671 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=2cce0dbb-eb5a-403b-b124-6df0f04b0136,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:50.979845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c2e6632-8213-40a4-b76c-99adc6acd42a req-8c666e8e-d0ce-4333-af8b-d76709224f07 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077470 Sep 27 16:38:51.001160 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0a123909-84b3-4b1e-801f-9aa2e2f57d4f req-5f4fd69e-2e2b-4d6b-bdf3-4657861e4263 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 210 time: 0.0714049 Sep 27 16:38:51.002403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (4df641c6-4277-47c9-ab0e-52fd76ee32be), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.006649 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (4df641c6-4277-47c9-ab0e-52fd76ee32be), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.033313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-0aa1da19-1f16-41af-b914-34758b645a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:51.036076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:51.046398 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-0aa1da19-1f16-41af-b914-34758b645a53 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0f85ce9c-7097-4337-ab1b-d996cba0c59c HTTP/1.1" status: 200 len: 854 time: 0.1411405 Sep 27 16:38:51.046515 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Allocated IP 172.20.0.2 (fa6ed79c-29cf-4084-8c9a-3f99a2a02140/811c54e2-1272-45b2-9c45-70589ff5334f/3f102edb-5740-47e9-8de3-937b8566eb3e) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:51.051362 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['2cce0dbb-eb5a-403b-b124-6df0f04b0136'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:51.112861 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-7e0ad89c-953c-4617-ad27-b51943661101 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677998 Sep 27 16:38:51.158283 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks [] for router_controller (4df641c6-4277-47c9-ab0e-52fd76ee32be), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.222449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:51.266579 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67cd1c-0c1e-4540-b186-258857d69929 req-a67cd824-a504-4099-bd14-e3d506fadf6b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:51.272441 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3c67cd1c-0c1e-4540-b186-258857d69929 req-a67cd824-a504-4099-bd14-e3d506fadf6b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1181037 Sep 27 16:38:51.399638 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dac34b-4aac-4681-b2cc-cf6139a16c88 req-725d7b2e-3dec-402a-94e4-f9e0032e41da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:51.408270 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a4dac34b-4aac-4681-b2cc-cf6139a16c88 req-725d7b2e-3dec-402a-94e4-f9e0032e41da tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.2487571 Sep 27 16:38:51.421106 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Publish callbacks [] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.499771 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.506352 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks [] for router_gateway (4df641c6-4277-47c9-ab0e-52fd76ee32be), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.512688 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3c67cd1c-0c1e-4540-b186-258857d69929 req-571e8077-86b9-4425-b2d2-59571c09950c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939874 Sep 27 16:38:51.546487 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-eeed4ff9-b68a-43c6-a333-f21b9c4d874e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273188 Sep 27 16:38:51.561446 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:51.570288 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:51.570288 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:51.571454 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Pushing event updated for resources: {'Port': ['ID=3f102edb-5740-47e9-8de3-937b8566eb3e,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:51.571638 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a4dac34b-4aac-4681-b2cc-cf6139a16c88 req-284fc92b-36d2-4ee1-826c-e21fb108c991 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619875 Sep 27 16:38:51.676527 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Attempting to bind port 3f102edb-5740-47e9-8de3-937b8566eb3e on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:51.677251 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Attempting to bind port 3f102edb-5740-47e9-8de3-937b8566eb3e by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:51.677703 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Attempting to bind port 3f102edb-5740-47e9-8de3-937b8566eb3e on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:51.743348 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-97e9fec0-a092-42e8-92dc-173709460869 req-dac3c26e-2580-4cf9-8fe3-424d8faa90c9 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 210 time: 0.0442061 Sep 27 16:38:51.772059 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92888e96-eca0-498a-82e4-644366c64cbf req-23b52b4c-6f0d-489c-b890-cdabfca84e33 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:51.782439 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-92888e96-eca0-498a-82e4-644366c64cbf req-23b52b4c-6f0d-489c-b890-cdabfca84e33 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 945 time: 0.1258743 Sep 27 16:38:51.783838 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:51.787384 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Checking segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:51.787384 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.787384 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Bound using segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:51.789140 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Bound port: 3f102edb-5740-47e9-8de3-937b8566eb3e, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:51.790158 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:51.857080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:51.907117 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] For port 3f102edb-5740-47e9-8de3-937b8566eb3e, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:51.909642 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-92888e96-eca0-498a-82e4-644366c64cbf req-6c7c9d67-80cf-470c-ab2f-a4bdc201e16b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259542 Sep 27 16:38:51.917306 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] For port 3f102edb-5740-47e9-8de3-937b8566eb3e, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3f102edb-5740-47e9-8de3-937b8566eb3e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:51.962671 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d0623f5-8397-4f21-985f-05412c0f94cd req-2f3b4a8f-c34d-4d4c-85f1-d81ee8fdfb9e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151403 Sep 27 16:38:52.006012 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks [] for router_gateway (4df641c6-4277-47c9-ab0e-52fd76ee32be), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.028652 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.040242 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.214248 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 2cce0dbb-eb5a-403b-b124-6df0f04b0136 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:52.270404 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:52.271820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Allocated IP 172.27.2.41 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/fc441b2b-85a7-4214-8070-4b279c4d2b3f) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:52.280904 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ce1b1-1116-466d-9c7e-21e7f25d9d5f req-6887fe84-b378-4e9e-8518-28dd5ae7ec74 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:52.292053 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-010ce1b1-1116-466d-9c7e-21e7f25d9d5f req-6887fe84-b378-4e9e-8518-28dd5ae7ec74 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 943 time: 0.1630266 Sep 27 16:38:52.295056 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc689e-d21e-48ee-bc8c-7a58da0fac3d None None] Pushing event updated for resources: {'Port': ['ID=3f102edb-5740-47e9-8de3-937b8566eb3e,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:52.304351 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:38:52.395779 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:52.396867 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.397674 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 Sep 27 16:38:52.415397 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:52.431300 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c143a49a-005d-4e24-a739-5f901445d06b req-3507fc60-9b89-4cf5-9fc8-82e060b04e3c tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 210 time: 0.1327913 Sep 27 16:38:52.569281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-0f833a17-69a0-445a-b6f8-1acdf81bb1a9 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:52.571648 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-0f833a17-69a0-445a-b6f8-1acdf81bb1a9 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "GET /networking/v2.0/networks?id=842f602d-43b0-47fc-8317-0141848ffd1d HTTP/1.1" status: 200 len: 809 time: 0.4404738 Sep 27 16:38:52.584407 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-010ce1b1-1116-466d-9c7e-21e7f25d9d5f req-17c2e5f0-a8d1-4664-8006-7d8f3d93f2c2 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908959 Sep 27 16:38:52.617237 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks [] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.618335 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:52.618913 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.673336 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:52.675701 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5e88e8-d7dc-4eb8-9bd0-1b8a628cd114" -d '{"events": [{"server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "name": "network-vif-plugged", "status": "completed", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:52.714265 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ac4e-c2d8-4e53-bf9a-cf90cfa18e79 req-9010dcd3-5a21-4f92-9248-2371645c4600 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:52.717010 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9071ac4e-c2d8-4e53-bf9a-cf90cfa18e79 req-9010dcd3-5a21-4f92-9248-2371645c4600 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0804486 Sep 27 16:38:52.734394 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:52.748090 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.758979 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:52.770928 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5b887-a952-4cfe-a8ef-1143454c3831 x-openstack-request-id: req-7ba5b887-a952-4cfe-a8ef-1143454c3831 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:38:52.771401 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "name": "network-vif-plugged", "status": "completed", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:38:52.771830 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ba5b887-a952-4cfe-a8ef-1143454c3831 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:38:52.772390 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba5b887-a952-4cfe-a8ef-1143454c3831'] response: {'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'code': 200} Sep 27 16:38:52.836128 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9071ac4e-c2d8-4e53-bf9a-cf90cfa18e79 req-a8024e3f-4980-4429-b159-6a14191a7f8a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136489 Sep 27 16:38:52.838606 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:52.847580 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:52.850709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:52.866828 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:52.871735 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Pushing event updated for resources: {'Port': ['ID=fc441b2b-85a7-4214-8070-4b279c4d2b3f,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:52.933854 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=2cce0dbb-eb5a-403b-b124-6df0f04b0136,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:52.934109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eaa05815-6e9d-4f40-9b01-8274d17b6a7f req-5721b211-a80f-42cb-89d1-cdfcbbdb88f2 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 210 time: 0.0325952 Sep 27 16:38:53.125158 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8de64-be85-4a34-8fa6-4f7b7d0e4bc6 req-ab226215-edc1-46b5-81d9-9ca10fe2bcb5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:53.142173 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-61c8de64-be85-4a34-8fa6-4f7b7d0e4bc6 req-ab226215-edc1-46b5-81d9-9ca10fe2bcb5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.1192765 Sep 27 16:38:53.155040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Request body: {'port': {'device_id': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d', 'admin_state_up': True, 'tenant_id': '54a4b85dba3b48b68e25c190b98b6197'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:53.321294 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-61c8de64-be85-4a34-8fa6-4f7b7d0e4bc6 req-c8911279-f431-412b-9797-0527cbb9f6c5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750782 Sep 27 16:38:53.463988 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:53.480815 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks [] for router_gateway (4df641c6-4277-47c9-ab0e-52fd76ee32be), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:53.597565 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ab135a52-ca31-452d-b5ff-8bebcc6d92da req-1d810c6c-51e6-4cbd-8949-5823ea371c68 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 210 time: 0.0573330 Sep 27 16:38:53.678993 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3f102edb-5740-47e9-8de3-937b8566eb3e up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:53.680197 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746eb18-e899-4dd4-a90a-b3d0ddb9a9b6 req-ad870a6e-1353-40c3-8e34-823c7284a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:53.680197 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c746eb18-e899-4dd4-a90a-b3d0ddb9a9b6 req-ad870a6e-1353-40c3-8e34-823c7284a0be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 1130 time: 0.1150792 Sep 27 16:38:53.697125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 3f102edb-5740-47e9-8de3-937b8566eb3e triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:53.697518 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:53.697855 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 3f102edb-5740-47e9-8de3-937b8566eb3e Sep 27 16:38:53.741952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e3d6a-217f-4a03-b220-996e661096a7 req-598cc219-b639-48fe-87e8-2e95e9377ac2 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:53.743912 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-512e3d6a-217f-4a03-b220-996e661096a7 req-598cc219-b639-48fe-87e8-2e95e9377ac2 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 943 time: 0.0751731 Sep 27 16:38:53.793748 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 3f102edb-5740-47e9-8de3-937b8566eb3e is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:53.794244 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:53.796693 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-512e3d6a-217f-4a03-b220-996e661096a7 req-f4fa6269-3792-42af-9160-168e58b2b3cc tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474775 Sep 27 16:38:53.804119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (4df641c6-4277-47c9-ab0e-52fd76ee32be), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:53.855743 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 3f102edb-5740-47e9-8de3-937b8566eb3e, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3f102edb-5740-47e9-8de3-937b8566eb3e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:53.872633 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea21ec5-2c3e-48e7-95f3-4d14cddfc577 None None] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:38:53.944720 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c746eb18-e899-4dd4-a90a-b3d0ddb9a9b6 req-c8e8efee-29ce-4bc5-91b5-455a920061a5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839534 Sep 27 16:38:53.946664 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-90e0515a-a118-4000-b6fd-b73b35f0c5a6 None None] Provisioning complete for port 3f102edb-5740-47e9-8de3-937b8566eb3e triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:53.947870 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-90e0515a-a118-4000-b6fd-b73b35f0c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:53.948008 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-90e0515a-a118-4000-b6fd-b73b35f0c5a6 None None] Attempt 1 to provision port 3f102edb-5740-47e9-8de3-937b8566eb3e Sep 27 16:38:53.989995 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Made reservation on behalf of 54a4b85dba3b48b68e25c190b98b6197 for: {'port': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:53.994470 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:54.025311 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac4ac5-0919-47bc-8b1a-70dcb4755dcd req-ee21d57b-3af1-4cb7-a79f-e3030bf7f82b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:54.027052 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-97ac4ac5-0919-47bc-8b1a-70dcb4755dcd req-ee21d57b-3af1-4cb7-a79f-e3030bf7f82b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0731673 Sep 27 16:38:54.038286 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:54.091836 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:54.111561 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:38:54.113246 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-90e0515a-a118-4000-b6fd-b73b35f0c5a6 None None] Current status of the port 3f102edb-5740-47e9-8de3-937b8566eb3e is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:54.138491 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device b076a24a-f4ef-4eb2-b560-505f54ef1e3d details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:38:54.146555 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:54.204476 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=3f102edb-5740-47e9-8de3-937b8566eb3e,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:54.219926 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-97ac4ac5-0919-47bc-8b1a-70dcb4755dcd req-abd02edd-ce59-4b38-a991-3b96c51db0c9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441329 Sep 27 16:38:54.272796 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:54.282955 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Allocated IP 172.20.0.9 (842f602d-43b0-47fc-8317-0141848ffd1d/a617f0de-97fb-431c-9be2-51ccc286996c/f7d376fe-e5b1-4dc1-9503-bd20dcb08471) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:54.400604 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:54.450753 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:38:54.472719 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f72cfc01-1856-4d21-bbc2-e9a0f2d1a230 req-32395bbd-c357-4702-9199-ea692b5d08a3 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 210 time: 0.1473353 Sep 27 16:38:54.475009 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:54.488603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:38:54.515745 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d', 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5', 'port_id': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d', 'mac_address': 'fa:16:3e:e2:14:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85ce9c-7097-4337-ab1b-d996cba0c59c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:38:54.518328 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:54.521307 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:54.624658 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port b076a24a-f4ef-4eb2-b560-505f54ef1e3d is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:54.625686 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:54.652702 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a9e9e-283f-49be-8dbe-1125afc4e723 req-a6eed25c-4359-497e-b134-0e5a83ad6688 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:54.667347 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b076a24a-f4ef-4eb2-b560-505f54ef1e3d {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:54.668794 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf3a9e9e-283f-49be-8dbe-1125afc4e723 req-a6eed25c-4359-497e-b134-0e5a83ad6688 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1387231 Sep 27 16:38:54.675705 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-17152478-ce2b-4a39-811f-be1bde05f259 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:54.675987 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-17152478-ce2b-4a39-811f-be1bde05f259 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 815 time: 0.2683551 Sep 27 16:38:54.677590 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-279950c9-2173-4631-a93b-b110a5efd4bd None None] Provisioning complete for port 3f102edb-5740-47e9-8de3-937b8566eb3e triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:54.678157 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-279950c9-2173-4631-a93b-b110a5efd4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:54.678461 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-279950c9-2173-4631-a93b-b110a5efd4bd None None] Attempt 1 to provision port 3f102edb-5740-47e9-8de3-937b8566eb3e Sep 27 16:38:54.682996 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:54.684792 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-62788409-1ae7-4919-b4bc-d5c48e92a693 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8442311 Sep 27 16:38:54.695593 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58182) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:54.808625 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bf3a9e9e-283f-49be-8dbe-1125afc4e723 req-24922085-56fc-4e17-9ed0-b51ec34bc3ce tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386468 Sep 27 16:38:54.940713 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed84a13-7d98-4b22-98b8-1f74e299422f req-feb32838-e655-4c7f-986f-c87f688575f6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:54.952157 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8ed84a13-7d98-4b22-98b8-1f74e299422f req-feb32838-e655-4c7f-986f-c87f688575f6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.2494118 Sep 27 16:38:54.955015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:55.011295 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:55.012595 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-57b0366b-7c9f-43f7-af17-0085b41e2d92 req-be66dc42-8b52-4490-989e-0db23d263765 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 210 time: 0.0570302 Sep 27 16:38:55.081289 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-279950c9-2173-4631-a93b-b110a5efd4bd None None] Current status of the port 3f102edb-5740-47e9-8de3-937b8566eb3e is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:55.097931 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8ed84a13-7d98-4b22-98b8-1f74e299422f req-c373afe9-c5ee-494a-a3c3-c8bfce086dfb tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422563 Sep 27 16:38:55.106941 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:55.151028 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks [] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:55.235913 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:55.249119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:55.260256 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'port': {'device_id': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'admin_state_up': True, 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:55.270587 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519da689-f36d-4f47-be12-2d96dbf694be req-414db09f-01a6-40a8-af07-f7a4fd00136b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:55.272548 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-519da689-f36d-4f47-be12-2d96dbf694be req-414db09f-01a6-40a8-af07-f7a4fd00136b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 944 time: 0.0717304 Sep 27 16:38:55.281751 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:55.343119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:53Z', 'revision_number': 3, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:55.360169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:55.375557 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:38:55.377355 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Updating router 4df641c6-4277-47c9-ab0e-52fd76ee32be port fc441b2b-85a7-4214-8070-4b279c4d2b3f binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:38:55.401648 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['b076a24a-f4ef-4eb2-b560-505f54ef1e3d'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:38:55.434975 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Network 842f602d-43b0-47fc-8317-0141848ffd1d is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:55.449230 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:55.451122 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-2a0a439c-6108-461b-b445-cb38b552ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:55.452638 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-2a0a439c-6108-461b-b445-cb38b552ee25 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1130 time: 0.1986003 Sep 27 16:38:55.463493 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:55.471662 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:55.539677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Made reservation on behalf of d5fb5144fbf64abe8ec6b37c7f0444b3 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:38:55.550814 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:55.624555 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:55.631310 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:55.632342 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:55.649234 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Pushing event updated for resources: {'Port': ['ID=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:55.707561 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997957d-fcd5-460b-8460-949674208f38 req-3edef689-79ae-4ebc-a895-aeb1a7366834 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:55.719845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f997957d-fcd5-460b-8460-949674208f38 req-3edef689-79ae-4ebc-a895-aeb1a7366834 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.3483083 Sep 27 16:38:55.724340 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-519da689-f36d-4f47-be12-2d96dbf694be req-ca733fe4-50f9-43d1-9014-1cb27be0f6e7 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445064 Sep 27 16:38:55.753138 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3f102edb-5740-47e9-8de3-937b8566eb3e up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:55.814290 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f997957d-fcd5-460b-8460-949674208f38 req-00fd7a86-ec36-4603-b88c-2fd5804066ec tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900605 Sep 27 16:38:55.825728 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-609eb62a-7776-44c1-ba1f-88a460ae0eba tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6795800 Sep 27 16:38:55.856570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Request body: {'port': {'device_id': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:55.856779 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-06f96dec-ab26-4c72-9f78-d417e0be98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:55.856779 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-06f96dec-ab26-4c72-9f78-d417e0be98e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.3289890 Sep 27 16:38:55.957654 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:56.076364 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17aa701-4c68-4f9f-b7ef-544baee52ba6 req-db239e49-ae8b-4444-9243-f16aaa07b1aa tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.077894 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d17aa701-4c68-4f9f-b7ef-544baee52ba6 req-db239e49-ae8b-4444-9243-f16aaa07b1aa tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 931 time: 0.1633599 Sep 27 16:38:56.081494 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-261f77e4-fd78-4067-adde-cf94606993ed service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a2e9512-fd72-4935-9024-5d91227158e5 HTTP/1.1" status: 200 len: 217 time: 0.1434155 Sep 27 16:38:56.091620 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529aa5d-2b56-4cac-bbb1-d0a48ef284fd req-93432355-6833-44e7-a846-1893f1cbd8ab tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.102650 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4529aa5d-2b56-4cac-bbb1-d0a48ef284fd req-93432355-6833-44e7-a846-1893f1cbd8ab tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1608992 Sep 27 16:38:56.114754 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 3f102edb-5740-47e9-8de3-937b8566eb3e triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:56.115324 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.115532 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 3f102edb-5740-47e9-8de3-937b8566eb3e Sep 27 16:38:56.135667 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:56.135902 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.187997 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-d5351dcb-543f-4edd-8e84-c0bc7f84a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.190794 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-d5351dcb-543f-4edd-8e84-c0bc7f84a8ee service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0684252 Sep 27 16:38:56.270867 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Allocated IP 172.20.0.14 (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae/6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3/95614818-7cd1-4590-9696-e7a8c3f6a751) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:56.378674 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Publish callbacks [] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.465290 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 3f102edb-5740-47e9-8de3-937b8566eb3e is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:56.477087 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.490416 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.539503 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-b36ebc06-dbeb-42af-b70d-f610831e0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.542256 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-b36ebc06-dbeb-42af-b70d-f610831e0620 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3320804 Sep 27 16:38:56.554303 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:56.561992 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4529aa5d-2b56-4cac-bbb1-d0a48ef284fd req-e6da71fb-8ae1-46b1-85d7-7fc16f56a79e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571016 Sep 27 16:38:56.583029 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d17aa701-4c68-4f9f-b7ef-544baee52ba6 req-c115eeb4-c38c-4d39-ad3d-5e8e231300de tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720278 Sep 27 16:38:56.608699 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Attempting to bind port fc441b2b-85a7-4214-8070-4b279c4d2b3f on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:56.613276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Attempting to bind port fc441b2b-85a7-4214-8070-4b279c4d2b3f by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:56.613276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Attempting to bind port fc441b2b-85a7-4214-8070-4b279c4d2b3f on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:56.661619 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.695898 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61d84-48f5-4498-96ea-9682e61b8bfa None None] Pushing event updated for resources: {'Port': ['ID=fc441b2b-85a7-4214-8070-4b279c4d2b3f,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:56.722686 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:56.723083 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:56.725612 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.726017 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:56.726567 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Bound port: fc441b2b-85a7-4214-8070-4b279c4d2b3f, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:56.726998 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.795093 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:56.868770 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:56.872209 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] For port fc441b2b-85a7-4214-8070-4b279c4d2b3f, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:56.876619 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:56.877591 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] For port fc441b2b-85a7-4214-8070-4b279c4d2b3f, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=fc441b2b-85a7-4214-8070-4b279c4d2b3f,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:56.891326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b067d4d-ecb3-4d83-b72f-6ae40f883bd0 req-c8a0deb5-0e4d-49d0-8acf-d03e06ba2941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.895546 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b067d4d-ecb3-4d83-b72f-6ae40f883bd0 req-c8a0deb5-0e4d-49d0-8acf-d03e06ba2941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.1955435 Sep 27 16:38:56.897798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:56.908550 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.909482 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:56.914989 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdde83-2aa8-4399-947c-0196cbc55d51 req-a2e26740-d4ca-423c-8541-64d3a533c2bd tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:56.920265 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-37fdde83-2aa8-4399-947c-0196cbc55d51 req-a2e26740-d4ca-423c-8541-64d3a533c2bd tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 932 time: 0.2039056 Sep 27 16:38:56.960323 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:57.011414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:38:57.013210 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:57.035889 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:57.189705 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b067d4d-ecb3-4d83-b72f-6ae40f883bd0 req-59503531-276c-436c-bfbc-2cb8f8de3bc1 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631624 Sep 27 16:38:57.212608 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-37fdde83-2aa8-4399-947c-0196cbc55d51 req-56fadf47-268e-4537-8702-d7399a0d8c78 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668424 Sep 27 16:38:57.236151 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:38:57.265176 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:57.266381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:57.270903 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c7f4d20d-a3dc-40a8-942d-5e3955315d8d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0175736 Sep 27 16:38:57.345020 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d376fe-e5b1-4dc1-9503-bd20dcb08471 {{(pid=106896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:57.366274 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Publish callbacks [] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:57.394425 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.provisioning_blocks [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Transition to ACTIVE for port object f7d376fe-e5b1-4dc1-9503-bd20dcb08471 will not be triggered until provisioned by entity L2. {{(pid=106896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:38:57.428368 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Allocated IP 172.20.0.1 (fa6ed79c-29cf-4084-8c9a-3f99a2a02140/811c54e2-1272-45b2-9c45-70589ff5334f/6a92b8c9-1cc6-42be-b86d-d8911e1325cd) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:38:57.495025 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Request body: {'port': {'device_id': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:57.500283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:57.511116 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:57.597656 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61d84-48f5-4498-96ea-9682e61b8bfa None None] Pushing event updated for resources: {'Port': ['ID=fc441b2b-85a7-4214-8070-4b279c4d2b3f,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:57.620166 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-cae721fa-93ae-404f-b56d-ed94001941c0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0453455 Sep 27 16:38:57.630469 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Provisioning complete for port 95614818-7cd1-4590-9696-e7a8c3f6a751 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:57.633367 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:57.634151 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Attempt 1 to provision port 95614818-7cd1-4590-9696-e7a8c3f6a751 Sep 27 16:38:57.675191 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0341bad-d8a0-451a-a4f9-9049fd80ee1b req-7dabfb48-513c-4505-bd5a-74b72942bb2a tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:57.676424 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c0341bad-d8a0-451a-a4f9-9049fd80ee1b req-7dabfb48-513c-4505-bd5a-74b72942bb2a tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 944 time: 0.2559202 Sep 27 16:38:57.680190 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:57.721317 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Port 95614818-7cd1-4590-9696-e7a8c3f6a751 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:57.744251 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:57.750552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f8596-9957-4b99-a4a5-3e9a1c6da803 req-a2a59cec-5990-4bc8-b79f-b735e343b7e9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:57.757831 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c39f8596-9957-4b99-a4a5-3e9a1c6da803 req-a2a59cec-5990-4bc8-b79f-b735e343b7e9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.3255196 Sep 27 16:38:57.774677 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:57.816284 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Pushing event updated for resources: {'Port': ['ID=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:57.865505 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:53Z', 'revision_number': 3, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:38:57.923977 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797d86b-5df0-4c27-815d-11887731a832 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:53Z', 'revision_number': 3, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:38:57.975593 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c0341bad-d8a0-451a-a4f9-9049fd80ee1b req-b1ae55af-5654-4e49-b897-fb6aca3e068c tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793605 Sep 27 16:38:58.014115 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c39f8596-9957-4b99-a4a5-3e9a1c6da803 req-dbeb6078-eada-4fdd-9303-3a56d492a6a0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520173 Sep 27 16:38:58.015571 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Attempting to bind port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:58.018048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Attempting to bind port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:58.018589 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Attempting to bind port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 on network 842f602d-43b0-47fc-8317-0141848ffd1d {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:58.142952 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device b076a24a-f4ef-4eb2-b560-505f54ef1e3d up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:58.207533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 on network 842f602d-43b0-47fc-8317-0141848ffd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:38:58.208181 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Attempting to bind port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 on network 842f602d-43b0-47fc-8317-0141848ffd1d {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:58.225773 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Attempt 2 to provision port 95614818-7cd1-4590-9696-e7a8c3f6a751 Sep 27 16:38:58.264129 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:58.267163 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port b076a24a-f4ef-4eb2-b560-505f54ef1e3d completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:38:58.269902 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:58.288363 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Port 95614818-7cd1-4590-9696-e7a8c3f6a751 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:58.316559 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f89c18f0-cfdf-4400-b420-4e94a4b12031 req-fee47a91-5ba5-4528-9dc0-7678a62fbcd1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877639 Sep 27 16:38:58.359376 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8eb65-bb76-4b1e-940e-f7e241a17af3 req-4f1ef7e9-2302-485c-83f9-29c60dd06251 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:58.379834 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0b8eb65-bb76-4b1e-940e-f7e241a17af3 req-4f1ef7e9-2302-485c-83f9-29c60dd06251 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.1978717 Sep 27 16:38:58.380485 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port b076a24a-f4ef-4eb2-b560-505f54ef1e3d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:58.380485 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.380485 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port b076a24a-f4ef-4eb2-b560-505f54ef1e3d Sep 27 16:38:58.393597 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58228) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:38:58.403237 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks [] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.420681 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'port_id': '2cce0dbb-eb5a-403b-b124-6df0f04b0136'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:38:58.472946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95614818-7cd1-4590-9696-e7a8c3f6a751 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:38:58.523964 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Publish callbacks [] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.566055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bda17-54e3-4c26-8076-0b818acb0a2d req-63611e06-097f-400d-8226-eea2243a5458 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:58.573637 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd7bda17-54e3-4c26-8076-0b818acb0a2d req-63611e06-097f-400d-8226-eea2243a5458 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.3608875 Sep 27 16:38:58.581663 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port b076a24a-f4ef-4eb2-b560-505f54ef1e3d is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:38:58.582076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.638885 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:58.641710 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0481abfb-3dbe-4fd6-a60d-200e88cd565a" -d '{"events": [{"server_uuid": "ab77e6d5-1c27-420a-b7cd-b32c4f418dab", "name": "network-vif-plugged", "status": "completed", "tag": "b076a24a-f4ef-4eb2-b560-505f54ef1e3d"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:38:58.644150 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (bf674ceb-ca98-4fa5-ae75-3b7f8edae345), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.651806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Transition to ACTIVE for port object 95614818-7cd1-4590-9696-e7a8c3f6a751 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:38:58.676381 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:38:58.677868 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:58.678276 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Checking segment: {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:58.678598 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Bound using segment: {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'} {{(pid=106896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:58.679083 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.managers [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Bound port: f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5388e4-4ea4-4185-bd20-8a6124821a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d'}}] {{(pid=106896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:58.684910 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.799819 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Attempt 3 to provision port 95614818-7cd1-4590-9696-e7a8c3f6a751 Sep 27 16:38:58.845920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f91cd6-68d3-4a8d-aee4-d01c5b2b13bf req-fc154667-d5dc-4c8a-a237-b0f45c328fea tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:58.881348 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-22f91cd6-68d3-4a8d-aee4-d01c5b2b13bf req-fc154667-d5dc-4c8a-a237-b0f45c328fea tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 943 time: 0.2769861 Sep 27 16:38:58.909599 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.921189 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Port 95614818-7cd1-4590-9696-e7a8c3f6a751 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:58.923720 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:58.959171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:59.092453 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:59.124189 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:59.141446 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:38:59.170033 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:38:59.224825 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:38:59.224972 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd7bda17-54e3-4c26-8076-0b818acb0a2d req-471aa822-4fb8-40fd-a6ca-9b52c3eda285 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478500 Sep 27 16:38:59.235008 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (4df641c6-4277-47c9-ab0e-52fd76ee32be), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:59.423061 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Attempt 4 to provision port 95614818-7cd1-4590-9696-e7a8c3f6a751 Sep 27 16:38:59.480503 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:38:59.508270 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Attempting to bind port 95614818-7cd1-4590-9696-e7a8c3f6a751 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:38:59.508608 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Attempting to bind port 95614818-7cd1-4590-9696-e7a8c3f6a751 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:38:59.508934 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Attempting to bind port 95614818-7cd1-4590-9696-e7a8c3f6a751 on network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:59.561306 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Port 95614818-7cd1-4590-9696-e7a8c3f6a751 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:38:59.588376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Port 95614818-7cd1-4590-9696-e7a8c3f6a751 on network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:38:59.588796 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Attempting to bind port 95614818-7cd1-4590-9696-e7a8c3f6a751 on network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:38:59.648297 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:38:59.649553 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:38:59.650425 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Checking segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:38:59.650839 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Bound using segment: {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:38:59.651391 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Bound port: 95614818-7cd1-4590-9696-e7a8c3f6a751, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:38:59.651759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:59.679550 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device fc441b2b-85a7-4214-8070-4b279c4d2b3f up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:38:59.735613 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:38:59.741060 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:38:59.818730 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port fc441b2b-85a7-4214-8070-4b279c4d2b3f triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:38:59.819333 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:59.819949 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port fc441b2b-85a7-4214-8070-4b279c4d2b3f Sep 27 16:38:59.845971 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:59.852382 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:38:59.858430 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:38:59.860528 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 1094 time: 2.3764050 Sep 27 16:38:59.865591 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:38:59.889888 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8" -d '{"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:00.007963 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port fc441b2b-85a7-4214-8070-4b279c4d2b3f is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:00.008960 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.023830 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-22f91cd6-68d3-4a8d-aee4-d01c5b2b13bf req-a673429d-f9dd-474d-9cef-ddbfe9146d4c tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1653557 Sep 27 16:39:00.062080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port fc441b2b-85a7-4214-8070-4b279c4d2b3f, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=fc441b2b-85a7-4214-8070-4b279c4d2b3f,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:00.063921 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Attempt 5 to provision port 95614818-7cd1-4590-9696-e7a8c3f6a751 Sep 27 16:39:00.115805 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c251a3de-1ba8-4f48-bec4-d2e5524f68ab None None] Port 95614818-7cd1-4590-9696-e7a8c3f6a751 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:39:00.128335 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e381e96-da6c-474d-97fc-76e644df105b x-openstack-request-id: req-8e381e96-da6c-474d-97fc-76e644df105b {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:00.129362 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab77e6d5-1c27-420a-b7cd-b32c4f418dab", "name": "network-vif-plugged", "status": "completed", "tag": "b076a24a-f4ef-4eb2-b560-505f54ef1e3d", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:00.129892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e381e96-da6c-474d-97fc-76e644df105b {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:00.130513 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e381e96-da6c-474d-97fc-76e644df105b'] response: {'server_uuid': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d', 'code': 200} Sep 27 16:39:00.149541 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:00.186871 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.207151 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:00.221270 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.224221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377389-2c43-4113-91f3-9d0917e3a186 service neutron] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:00.237858 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] For port f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host hv-cinder-85506, cleared binding levels {{(pid=106896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:39:00.259609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c3c62880-d26c-4974-bf44-7b66bb520331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.262364 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-c3c62880-d26c-4974-bf44-7b66bb520331 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1128 time: 0.1648095 Sep 27 16:39:00.296611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Provisioning complete for port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:00.296873 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.298971 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 1 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:00.304586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] For port f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:39:00.346728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e036b0-6092-4574-839b-b34b40b7ebe9 req-28ad757b-1aa4-4b11-9636-1053ac21c2cf tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.351486 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-f512a2d3-956b-4cf3-b3fd-6bf7a94f5ef6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 217 time: 0.0570991 Sep 27 16:39:00.356089 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-10e036b0-6092-4574-839b-b34b40b7ebe9 req-28ad757b-1aa4-4b11-9636-1053ac21c2cf tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.5612094 Sep 27 16:39:00.452253 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2101d-4f47-4a4f-a0c5-2ced38801f64 req-8efa5878-7608-41d6-9fea-7f923848f465 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.453742 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b8d2101d-4f47-4a4f-a0c5-2ced38801f64 req-8efa5878-7608-41d6-9fea-7f923848f465 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.0948024 Sep 27 16:39:00.458903 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:00.470246 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=fc441b2b-85a7-4214-8070-4b279c4d2b3f,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:00.489912 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.508032 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a4269d9f-cc5d-4b3f-8260-f3877a14d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.510351 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-a4269d9f-cc5d-4b3f-8260-f3877a14d765 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.1388359 Sep 27 16:39:00.522215 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.522871 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.524255 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f7d376fe-e5b1-4dc1-9503-bd20dcb08471 HTTP/1.1" status: 200 len: 1093 time: 4.6909359 Sep 27 16:39:00.529637 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'tag': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:00.531958 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c7226f-d848-4295-a735-57f88656b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b13caeb-5d84-44a8-bfaa-fb75150bec2f", "tag": "f7d376fe-e5b1-4dc1-9503-bd20dcb08471"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:00.637365 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-dd830314-caa3-44e7-a21e-a0f7dced38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.639147 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-dd830314-caa3-44e7-a21e-a0f7dced38d6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986431 Sep 27 16:39:00.644496 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:00.648098 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b8d2101d-4f47-4a4f-a0c5-2ced38801f64 req-ad1993b2-fee2-49a4-bf84-5c7893ad460b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533663 Sep 27 16:39:00.700545 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976edba-ab80-4080-afc7-d6011ff627ae service neutron] Pushing event updated for resources: {'Port': ['ID=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,revision_number=3']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:00.709014 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-10e036b0-6092-4574-839b-b34b40b7ebe9 req-222e2c40-f6aa-4f49-8383-6576358017c3 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517669 Sep 27 16:39:00.875855 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:00.922480 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a963-dd91-45eb-84e8-90e604182fb1 req-784a31df-0858-4b88-8495-0b4e71d31dc7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.928216 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-81e5a963-dd91-45eb-84e8-90e604182fb1 req-784a31df-0858-4b88-8495-0b4e71d31dc7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.1619251 Sep 27 16:39:00.929552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9e58-d1ce-41f5-ba2a-a3e8c5464610 req-7f5adf3f-4e40-480d-b0a0-7c87d51dec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:00.934981 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-719d9e58-d1ce-41f5-ba2a-a3e8c5464610 req-7f5adf3f-4e40-480d-b0a0-7c87d51dec44 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 1129 time: 0.1460884 Sep 27 16:39:00.960284 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 2 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:00.964514 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (bf674ceb-ca98-4fa5-ae75-3b7f8edae345), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:01.001708 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:01.012768 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f19a11c-84e2-482c-8800-e7c95348b9cc x-openstack-request-id: req-9f19a11c-84e2-482c-8800-e7c95348b9cc {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:01.013052 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:01.013309 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f19a11c-84e2-482c-8800-e7c95348b9cc {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:01.013708 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f19a11c-84e2-482c-8800-e7c95348b9cc'] response: {'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'status': 'completed', 'code': 200} Sep 27 16:39:01.046622 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:01.092081 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks [] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:01.127563 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-81e5a963-dd91-45eb-84e8-90e604182fb1 req-9619ddbf-4d83-4773-84b1-cd3390667fd1 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906133 Sep 27 16:39:01.196128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-237d8c71-fb34-40b0-bfc0-358c4ebe6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:01.198323 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-237d8c71-fb34-40b0-bfc0-358c4ebe6bca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=54a4b85dba3b48b68e25c190b98b6197&device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 1127 time: 0.1876838 Sep 27 16:39:01.205417 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:01.221337 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:01.223127 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (4df641c6-4277-47c9-ab0e-52fd76ee32be), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:01.241908 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2549-e583-48c4-887b-e75ed72a2142 req-24a0d1ab-13eb-46b4-9653-dc846138e4f8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:01.249447 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-37ff2549-e583-48c4-887b-e75ed72a2142 req-24a0d1ab-13eb-46b4-9653-dc846138e4f8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1942813 Sep 27 16:39:01.252690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017ad4b-a17e-4286-bbb5-504690f32647 x-openstack-request-id: req-d017ad4b-a17e-4286-bbb5-504690f32647 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:01.253247 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b13caeb-5d84-44a8-bfaa-fb75150bec2f", "tag": "f7d376fe-e5b1-4dc1-9503-bd20dcb08471", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:01.253708 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d017ad4b-a17e-4286-bbb5-504690f32647 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:01.254311 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d017ad4b-a17e-4286-bbb5-504690f32647'] response: {'name': 'network-changed', 'server_uuid': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'tag': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471', 'status': 'completed', 'code': 200} Sep 27 16:39:01.285867 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-719d9e58-d1ce-41f5-ba2a-a3e8c5464610 req-725c878b-21cf-4a77-8989-f49b137da26f service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348827 Sep 27 16:39:01.333214 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP bf674ceb-ca98-4fa5-ae75-3b7f8edae345 associated. External IP: 172.27.2.7, port: 2cce0dbb-eb5a-403b-b124-6df0f04b0136. Sep 27 16:39:01.378740 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-37ff2549-e583-48c4-887b-e75ed72a2142 req-a64df643-6567-4295-b018-93c638587c27 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280789 Sep 27 16:39:01.427137 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-4c374237-d5d7-49cc-bd4a-75aef5fbd3f9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471 HTTP/1.1" status: 200 len: 217 time: 0.1946061 Sep 27 16:39:01.443462 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:01.465558 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:01.495486 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2678f79-65d5-4be2-9463-9cf5c817a07a req-09096b76-9faf-49e8-b987-504ab4a8a373 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:01.503101 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d2678f79-65d5-4be2-9463-9cf5c817a07a req-09096b76-9faf-49e8-b987-504ab4a8a373 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 943 time: 0.1729712 Sep 27 16:39:01.549806 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 3 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:01.600835 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-7121a536-fedb-4516-b1bb-92d8a407b10b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538524 Sep 27 16:39:01.606617 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d2678f79-65d5-4be2-9463-9cf5c817a07a req-afbf2c9f-338d-4ddb-bb38-e38a79eddf8a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022222 Sep 27 16:39:01.613487 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:01.702235 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:01.702235 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device fc441b2b-85a7-4214-8070-4b279c4d2b3f up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:01.902040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94c403-ace0-4acb-9ad5-4ec86753e065 req-30284c85-0d26-4ac9-8f57-40fc79d1fb17 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:01.909615 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b94c403-ace0-4acb-9ad5-4ec86753e065 req-30284c85-0d26-4ac9-8f57-40fc79d1fb17 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.1033499 Sep 27 16:39:01.972035 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:39:02.004079 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0c8de-0ef0-4cc8-aa0b-396defd0e2bc req-fb238f66-3f72-4dcb-80ea-fa13f755c76d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:02.013101 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-44c0c8de-0ef0-4cc8-aa0b-396defd0e2bc req-fb238f66-3f72-4dcb-80ea-fa13f755c76d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.1007199 Sep 27 16:39:02.026378 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:02.035466 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:02.045770 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port fc441b2b-85a7-4214-8070-4b279c4d2b3f triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:02.046423 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:02.046549 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:02.046802 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port fc441b2b-85a7-4214-8070-4b279c4d2b3f Sep 27 16:39:02.086012 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b94c403-ace0-4acb-9ad5-4ec86753e065 req-d8fd3ece-627f-46b0-897c-f6d7bfc061a0 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647468 Sep 27 16:39:02.242712 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 4 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:02.265669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-59d7bf25-44e7-404b-b506-abd139763eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:02.272936 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-59d7bf25-44e7-404b-b506-abd139763eaa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a617f0de-97fb-431c-9be2-51ccc286996c HTTP/1.1" status: 200 len: 849 time: 0.5960958 Sep 27 16:39:02.386141 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-4e41bd94-b369-4ac3-8e06-a7861dab0297 req-fcf2af97-572f-4546-bb1b-7161faa7c9ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629555 Sep 27 16:39:02.388699 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port fc441b2b-85a7-4214-8070-4b279c4d2b3f is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:02.401833 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:02.403077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:39:02.545240 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:39:02.550425 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e9c127aa-15d9-4f21-bdae-cd8ea69e7ad8 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4df641c6-4277-47c9-ab0e-52fd76ee32be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8538110 Sep 27 16:39:02.563715 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:39:02.579777 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:02.580766 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:02.812284 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-44c0c8de-0ef0-4cc8-aa0b-396defd0e2bc req-dca6ff70-c9e9-4daa-9634-de6d2caa080a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979062 Sep 27 16:39:02.832263 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8050-4fd7-43af-9533-5941fca11c34 req-467f9da1-a6f0-4e94-bb98-2a4e500090d0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:02.840900 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7b3f8050-4fd7-43af-9533-5941fca11c34 req-467f9da1-a6f0-4e94-bb98-2a4e500090d0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.2548079 Sep 27 16:39:02.889722 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:02.895481 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:39:02.896485 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 5 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:02.920156 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:02.924573 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:02.949104 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:39:02.958048 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:02.963076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:02.963713 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:02.982457 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7b3f8050-4fd7-43af-9533-5941fca11c34 req-729778de-7065-474c-be73-f7413af35e28 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401861 Sep 27 16:39:03.049787 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-350e0c33-a835-4e04-989e-4a1457dfe516 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/bf674ceb-ca98-4fa5-ae75-3b7f8edae345 HTTP/1.1" status: 200 len: 990 time: 4.6481395 Sep 27 16:39:03.057792 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b53b80-f7a3-4753-98db-1af4e47347f1 req-dbc06d56-2701-4db4-8d61-f27aa7cda48b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:03.067742 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-21b53b80-f7a3-4753-98db-1af4e47347f1 req-dbc06d56-2701-4db4-8d61-f27aa7cda48b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1355531 Sep 27 16:39:03.146147 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-21b53b80-f7a3-4753-98db-1af4e47347f1 req-fc7b1f27-81f7-4f8b-a860-c6b493f2c6ef tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773847 Sep 27 16:39:03.232904 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:03.286574 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-261fe5d9-b080-4653-bd32-05836a3a8738 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=842f602d-43b0-47fc-8317-0141848ffd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856094 Sep 27 16:39:03.301958 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:03.305482 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd4e83-12b6-4da7-8211-424d2778e447" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:03.371807 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0958d3-5a20-4840-a1dc-ebbdff902045 req-32f7d954-efd9-420e-b660-af1008fc5f73 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:03.379942 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd0958d3-5a20-4840-a1dc-ebbdff902045 req-32f7d954-efd9-420e-b660-af1008fc5f73 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 943 time: 0.1933796 Sep 27 16:39:03.419358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8262eaa-c312-481e-8ad6-dbd1cc88e175 req-e4acc769-e7cf-4200-9a87-58ad8310459e tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:03.427948 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d8262eaa-c312-481e-8ad6-dbd1cc88e175 req-e4acc769-e7cf-4200-9a87-58ad8310459e tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.1180763 Sep 27 16:39:03.481962 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 6 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:03.483484 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 2, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:03.514219 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd0958d3-5a20-4840-a1dc-ebbdff902045 req-f2a73592-9e81-4d65-bb50-6b3096790df5 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327810 Sep 27 16:39:03.536736 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d8262eaa-c312-481e-8ad6-dbd1cc88e175 req-dee5e102-2f29-4e91-a6b8-8afd9257ec42 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075010 Sep 27 16:39:03.544003 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:39:03.544607 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Updating router 4df641c6-4277-47c9-ab0e-52fd76ee32be port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:39:03.546835 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:03.595596 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:03.601820 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a4a102-2f44-4724-bfad-c5ec2781223c x-openstack-request-id: req-d8a4a102-2f44-4724-bfad-c5ec2781223c {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:03.602118 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:03.602377 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8a4a102-2f44-4724-bfad-c5ec2781223c {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:03.602845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a4a102-2f44-4724-bfad-c5ec2781223c'] response: {'name': 'network-changed', 'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'status': 'completed', 'code': 200} Sep 27 16:39:03.675338 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:03.748157 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:15Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}, {'id': 'bf674ceb-ca98-4fa5-ae75-3b7f8edae345', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:38:35Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:03.754583 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58292) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:03.761142 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1812393472-network', 'tenant_id': '2dc58006640a43db85dadea3d504c96b'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:03.797693 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:39:03.807235 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:03.807890 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:03.876534 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Made reservation on behalf of 2dc58006640a43db85dadea3d504c96b for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:39:03.878846 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:03.894254 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:03.947649 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:03.949288 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Publish callbacks [] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.032562 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.048102 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 7 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:04.061188 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1f86-dc8f-44ad-9387-50ef4e5c6e87 req-c2cf14e4-8071-4a2a-81b0-5c22200eb4ce tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.079381 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-744b1f86-dc8f-44ad-9387-50ef4e5c6e87 req-c2cf14e4-8071-4a2a-81b0-5c22200eb4ce tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.1028881 Sep 27 16:39:04.095522 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks [] for security_group (ad14a92d-e5f4-4873-b7c5-3cc2cfff0141), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.100984 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:04.154879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ad14a92d-e5f4-4873-b7c5-3cc2cfff0141), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.175608 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:39:04.185297 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bbb89-b2f1-4b58-b22f-16b9fc6083a8 req-fee596f3-a920-4c9e-9d27-4b7d008c1712 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.192915 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-814bbb89-b2f1-4b58-b22f-16b9fc6083a8 req-fee596f3-a920-4c9e-9d27-4b7d008c1712 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0600054 Sep 27 16:39:04.225510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad14a92d-e5f4-4873-b7c5-3cc2cfff0141,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:04.247355 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.247681 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Added segment 33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c of type vlan for network dc176395-87e6-4250-8519-740a73ee1253 Sep 27 16:39:04.252647 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-744b1f86-dc8f-44ad-9387-50ef4e5c6e87 req-d4e90a81-c464-4eca-b099-db615affd5d1 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711004 Sep 27 16:39:04.324845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-814bbb89-b2f1-4b58-b22f-16b9fc6083a8 req-315b67e1-834e-46a7-b13d-d55fcf58a8b0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308432 Sep 27 16:39:04.373105 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (dc176395-87e6-4250-8519-740a73ee1253), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.411244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:04.417036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:15Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}, {'id': 'bf674ceb-ca98-4fa5-ae75-3b7f8edae345', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:38:35Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:04.429218 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:04.450328 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Pushing event updated for resources: {'Port': ['ID=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:04.456808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (dc176395-87e6-4250-8519-740a73ee1253), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.457845 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.458516 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.465574 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae3e39-abe6-4bcb-86fb-47f28e63cdf2 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:15Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}, {'id': 'bf674ceb-ca98-4fa5-ae75-3b7f8edae345', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:38:35Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:39:04.470248 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Attempting to bind port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:39:04.470639 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Attempting to bind port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:39:04.472851 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Attempting to bind port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:39:04.476956 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eacb8-8042-47ee-a472-1995945742e0 req-bf8c16cd-3229-4c74-a90e-f207f85c75ff tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.481628 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:04.487930 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d88eacb8-8042-47ee-a472-1995945742e0 req-bf8c16cd-3229-4c74-a90e-f207f85c75ff tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1003222 Sep 27 16:39:04.526267 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.526609 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.556504 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.557514 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:04.565842 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d88eacb8-8042-47ee-a472-1995945742e0 req-d105c123-f360-45d0-a8cf-4e17e156e729 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758512 Sep 27 16:39:04.576763 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-14a0a389-ea0b-4282-b82f-a47354caa915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.603647 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 8 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:04.652621 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:39:04.653262 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Checking segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:39:04.653404 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.653803 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Bound using segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:39:04.654282 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Bound port: 6a92b8c9-1cc6-42be-b86d-d8911e1325cd, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:39:04.654909 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.710262 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:04.727281 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:04.746093 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9897153 Sep 27 16:39:04.754332 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58306) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:04.764749 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Request body: {'subnet': {'network_id': 'dc176395-87e6-4250-8519-740a73ee1253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1812393472-subnet', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:04.780836 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] For port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:39:04.785611 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] For port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:39:04.789839 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e31a4-fcfe-42bb-8420-3a11e5a3881b req-4b3d9bd3-4410-4904-8f95-94f214b04e49 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.793905 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-039e31a4-fcfe-42bb-8420-3a11e5a3881b req-4b3d9bd3-4410-4904-8f95-94f214b04e49 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 943 time: 0.1271403 Sep 27 16:39:04.841898 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465867c6-0e42-4f96-ace7-beb6f212fb26 admin admin] Pushing event updated for resources: {'Network': ['ID=dc176395-87e6-4250-8519-740a73ee1253,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:04.859046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network dc176395-87e6-4250-8519-740a73ee1253 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:39:04.865598 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-d3444f6d-c441-49d6-9427-2ce4a5bd94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.867139 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-d3444f6d-c441-49d6-9427-2ce4a5bd94ba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1128 time: 0.0951881 Sep 27 16:39:04.871967 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:04.887745 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd374ef2-3e1e-41a2-81bd-08e4329bb4e1 req-e0cc32b9-e159-4124-9d1a-b81af50a64bf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.891464 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:04.891879 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd374ef2-3e1e-41a2-81bd-08e4329bb4e1 req-e0cc32b9-e159-4124-9d1a-b81af50a64bf tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.1732774 Sep 27 16:39:04.897450 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:38:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:04.917493 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-f47c4dd2-bab3-4425-834b-28ddbbcf2c42 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974243 Sep 27 16:39:04.956220 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-76bfe2a8-3052-4f2c-8dd5-44e0ddf53acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:04.957780 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-76bfe2a8-3052-4f2c-8dd5-44e0ddf53acc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 1130 time: 0.1610034 Sep 27 16:39:04.960273 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:04.974700 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9da39-a2de-4070-9a29-5ac90d604d4e None None] New status for floating IP bf674ceb-ca98-4fa5-ae75-3b7f8edae345: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:39:04.990359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-039e31a4-fcfe-42bb-8420-3a11e5a3881b req-cf4fc5da-9e5e-4baf-8a24-39fa1f839a2e tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898530 Sep 27 16:39:05.000135 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Made reservation on behalf of 2dc58006640a43db85dadea3d504c96b for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:39:05.003227 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:05.083341 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd374ef2-3e1e-41a2-81bd-08e4329bb4e1 req-6323ef73-3f9b-4fff-9cdf-959207458bc8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755385 Sep 27 16:39:05.210993 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Attempt 9 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:05.228957 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7e820-8cde-4062-8094-43a17c4feacd None None] Pushing event updated for resources: {'Port': ['ID=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:05.264329 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:05.305036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:05.377335 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Current status of the port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:05.377782 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:05.387568 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (d5e8166f-7c49-42c2-98d5-fac146641176), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:05.433075 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] For port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:05.441176 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:05.496957 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:05.588728 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8848ee8-768e-4856-8803-87eb1d9bcb03 None None] Pushing event updated for resources: {'Port': ['ID=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:05.645576 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f6c05f1d-1a66-40ac-af78-41191e5574d6 None None] Provisioning complete for port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:05.645966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f6c05f1d-1a66-40ac-af78-41191e5574d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:05.646565 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f6c05f1d-1a66-40ac-af78-41191e5574d6 None None] Attempt 1 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:05.669776 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.33', 55391) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:05.683541 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e8166f-7c49-42c2-98d5-fac146641176,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:05.701091 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f641-5c6e-4010-b0e5-5bc0602d711e req-8e40ebb2-dd5f-4e38-a7b8-3102133d5775 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:05.702981 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee00f641-5c6e-4010-b0e5-5bc0602d711e req-8e40ebb2-dd5f-4e38-a7b8-3102133d5775 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.3009806 Sep 27 16:39:05.756239 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75992e-e41f-49fc-a962-959dc7de5d3a req-6bb69bdd-9d45-4721-808b-dd5c37cc69d8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:05.758709 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f75992e-e41f-49fc-a962-959dc7de5d3a req-6bb69bdd-9d45-4721-808b-dd5c37cc69d8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.2446914 Sep 27 16:39:05.769615 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:39:05.808665 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Checking segment: {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:39:05.809321 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Network hostable DHCP agents. Network: dc176395-87e6-4250-8519-740a73ee1253, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:39:05.833845 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:05.843970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f6c05f1d-1a66-40ac-af78-41191e5574d6 None None] Current status of the port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:05.906880 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-55648d53-6f69-4765-bb71-5f2594ea38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:05.908636 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-55648d53-6f69-4765-bb71-5f2594ea38b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1129 time: 0.2365017 Sep 27 16:39:05.925931 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-9f551839-656f-42df-82dc-788c83b096cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:04Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:05.958879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-1b8ccba4-0f96-4631-8ba6-cba450aed2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:05.960186 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-1b8ccba4-0f96-4631-8ba6-cba450aed2e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 916 time: 0.4757411 Sep 27 16:39:05.962206 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f551839-656f-42df-82dc-788c83b096cb None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:04Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:39:05.963909 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-60aa3751-2097-4d59-9f5c-2ed63dc6fdeb req-aa4b3a04-dd12-4625-af2f-4de1d58e0f00 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006430 Sep 27 16:39:05.997949 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f75992e-e41f-49fc-a962-959dc7de5d3a req-6cc0b9cb-3c6f-4bf5-81d8-dbde97ec1f86 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222633 Sep 27 16:39:06.008282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-98e9311f-8f1f-4f09-92ea-c5c1ab9575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:06.015861 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-98e9311f-8f1f-4f09-92ea-c5c1ab9575f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.5115716 Sep 27 16:39:06.037311 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee00f641-5c6e-4010-b0e5-5bc0602d711e req-da18c50a-7b51-44cf-a777-935c4ac7df63 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260128 Sep 27 16:39:06.102462 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-31600fef-f64b-4fe4-959f-ed5feffb3136 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 217 time: 0.0851920 Sep 27 16:39:06.207350 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-6c14e749-9d19-4761-bc42-d98d8976af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:06.212003 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-6c14e749-9d19-4761-bc42-d98d8976af42 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.2630012 Sep 27 16:39:06.230454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-286237d8-d66f-4f41-b1e5-70bf9544f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:06.231948 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-286237d8-d66f-4f41-b1e5-70bf9544f591 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.0983570 Sep 27 16:39:06.266320 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Network dc176395-87e6-4250-8519-740a73ee1253 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:39:06.342948 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5b17-afc5-4d06-8f5c-33db057d9df2 req-586ebb54-0ffe-4412-97fe-a3c75e9de267 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:06.344508 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87bd5b17-afc5-4d06-8f5c-33db057d9df2 req-586ebb54-0ffe-4412-97fe-a3c75e9de267 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1367581 Sep 27 16:39:06.349374 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-3b09982f-ee4c-4335-8045-ce07e7b953c4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136 HTTP/1.1" status: 200 len: 1000 time: 0.2888551 Sep 27 16:39:06.357741 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390f61-78c0-488c-8eba-41de6d078620 req-5d3d7bb6-332e-4618-ad69-5ceacd33db49 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:06.359285 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c390f61-78c0-488c-8eba-41de6d078620 req-5d3d7bb6-332e-4618-ad69-5ceacd33db49 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 943 time: 0.1243091 Sep 27 16:39:06.442513 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87bd5b17-afc5-4d06-8f5c-33db057d9df2 req-f25b94e8-6af3-486a-8b67-88eda5a4ce2c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822222 Sep 27 16:39:06.455389 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c390f61-78c0-488c-8eba-41de6d078620 req-0ea38a2e-1ec1-4847-a367-57d424a32bac tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888278 Sep 27 16:39:06.912690 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:07.141600 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, dc176395-87e6-4250-8519-740a73ee1253) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:07.168006 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:07.169521 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.191002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518afdee-2847-44f2-a7d3-bae1a818419f req-d88ef1d4-df0f-4dd0-a70c-0f63048d68e0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:07.197739 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-518afdee-2847-44f2-a7d3-bae1a818419f req-d88ef1d4-df0f-4dd0-a70c-0f63048d68e0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.0984166 Sep 27 16:39:07.330657 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1b83e6eb-27db-4953-940e-d97fdbe5f3fd admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5728409 Sep 27 16:39:07.336882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58362) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:07.344123 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:07.357958 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027d49b-40a8-4bde-9b54-0b247c7a33d0 req-7a9b3bc6-9267-484a-acb4-0367577cd9b9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:07.370665 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8027d49b-40a8-4bde-9b54-0b247c7a33d0 req-7a9b3bc6-9267-484a-acb4-0367577cd9b9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.1914454 Sep 27 16:39:07.385753 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b90a0f-5ffb-4f9b-8687-639f4652ffe1 None None] Network dc176395-87e6-4250-8519-740a73ee1253 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:39:07.402563 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-4cac6e09-66c9-4e14-9d87-befe01dd9aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.454845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-518afdee-2847-44f2-a7d3-bae1a818419f req-5b21d092-a0fd-4024-8bad-86320bf72844 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523270 Sep 27 16:39:07.496179 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (691d3723-aa73-4d8b-9924-d5c39712030c), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.497314 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (691d3723-aa73-4d8b-9924-d5c39712030c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.520936 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-dc176395-87e6-4250-8519-740a73ee1253', 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253', 'project_id': '2dc58006640a43db85dadea3d504c96b', 'fixed_ips': [{'subnet_id': 'd5e8166f-7c49-42c2-98d5-fac146641176'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:39:07.522309 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.538033 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8027d49b-40a8-4bde-9b54-0b247c7a33d0 req-b9ab60b4-fb54-40d6-aa18-64ceaeb43f0a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621015 Sep 27 16:39:07.616449 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks [] for router_controller (691d3723-aa73-4d8b-9924-d5c39712030c), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.690046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a92b8c9-1cc6-42be-b86d-d8911e1325cd up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:07.744787 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632e0f-5864-4a3b-a705-386a867d159f req-303fcaf6-2d5f-452a-8503-ca4f979785a5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:07.752091 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c6632e0f-5864-4a3b-a705-386a867d159f req-303fcaf6-2d5f-452a-8503-ca4f979785a5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1128469 Sep 27 16:39:07.767362 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98897754-f129-49b3-b7e7-a68d6728dc63 req-f9440e93-583f-484c-8021-dd8d91f1602a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:07.776931 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-98897754-f129-49b3-b7e7-a68d6728dc63 req-f9440e93-583f-484c-8021-dd8d91f1602a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 943 time: 0.0873158 Sep 27 16:39:07.807486 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:07.807881 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:07.808155 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd Sep 27 16:39:07.832163 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Allocated IP 172.20.0.2 (dc176395-87e6-4250-8519-740a73ee1253/d5e8166f-7c49-42c2-98d5-fac146641176/1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:39:07.886226 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:07.917359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-98897754-f129-49b3-b7e7-a68d6728dc63 req-0184beeb-ae7c-4dea-a82a-7b58e12a3c56 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306021 Sep 27 16:39:07.930740 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c6632e0f-5864-4a3b-a705-386a867d159f req-31907ce7-748d-4e77-b0cc-2d7935427283 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744537 Sep 27 16:39:08.007696 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks [] for router_gateway (691d3723-aa73-4d8b-9924-d5c39712030c), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.041145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:08.045042 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:08.196126 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device f7d376fe-e5b1-4dc1-9503-bd20dcb08471 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:39:08.199385 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:39:08.232102 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.253897 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:08.258496 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-7f7aa054-e7c7-4ebe-ad32-568ad701a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:08.258496 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-7f7aa054-e7c7-4ebe-ad32-568ad701a698 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617690 Sep 27 16:39:08.263945 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-45d35b25-85f0-4fb0-b5d1-c4b0ed31bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:08.269364 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-45d35b25-85f0-4fb0-b5d1-c4b0ed31bf13 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0991530 Sep 27 16:39:08.303815 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Publish callbacks [] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.390921 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-95b93c7f-192d-4b8e-b065-73bf923e0f32 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 1001 time: 0.1455090 Sep 27 16:39:08.418732 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-c9b9f068-0cd9-432f-92ef-64427b4ffeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:08.420626 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-c9b9f068-0cd9-432f-92ef-64427b4ffeab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896454 Sep 27 16:39:08.421544 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.542738 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:08.547464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Network dc176395-87e6-4250-8519-740a73ee1253 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:08.561531 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:08.569425 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:08.572275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Pushing event updated for resources: {'Port': ['ID=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:08.574354 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-5bbefd05-8a2d-40d6-9e88-daf72c589d3d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668390 Sep 27 16:39:08.574904 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:39:08.588924 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: ACTIVE; New status is: DOWN {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:08.589055 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.679193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:08.699429 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:08.703134 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f6ae7-05ba-4bad-88f8-1e6fefeabae4" -d '{"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-unplugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:08.718801 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471', 'network_id': '842f602d-43b0-47fc-8317-0141848ffd1d', 'port_id': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471', 'mac_address': 'fa:16:3e:4e:d6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617f0de-97fb-431c-9be2-51ccc286996c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:39:08.734555 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:08.742853 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Attempting to bind port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:39:08.743226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Attempting to bind port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:39:08.743841 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Attempting to bind port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd on network dc176395-87e6-4250-8519-740a73ee1253 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:39:08.833090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.868109 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:08.868649 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.906937 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d376fe-e5b1-4dc1-9503-bd20dcb08471 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:39:08.916784 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:39:08.917179 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Checking segment: {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:39:08.917539 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.917926 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Bound using segment: {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:39:08.918414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Bound port: 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:39:08.918806 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:08.925258 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5476-bace-427e-9538-c8ae20d55f13 req-773134a0-b95b-42ba-9208-d527ef29adbb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:08.934684 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a7bc5476-bace-427e-9538-c8ae20d55f13 req-773134a0-b95b-42ba-9208-d527ef29adbb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 945 time: 0.2637980 Sep 27 16:39:08.965753 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=8']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:08.969173 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7226f-d848-4295-a735-57f88656b64e req-ce50728c-01b8-4a50-b170-4fa02de82908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:08.969173 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-ce50728c-01b8-4a50-b170-4fa02de82908 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=54a4b85dba3b48b68e25c190b98b6197&device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 1127 time: 0.7075176 Sep 27 16:39:08.998059 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:09.018604 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-91131184-74e4-49a4-b64e-e2fdeddecdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:09.020212 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-91131184-74e4-49a4-b64e-e2fdeddecdd1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.5951409 Sep 27 16:39:09.027175 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07a65c-d37c-46b0-8a99-f4109c4ec916 req-d3f30513-b17f-4108-8075-4aa8c68df7c1 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:09.028690 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee07a65c-d37c-46b0-8a99-f4109c4ec916 req-d3f30513-b17f-4108-8075-4aa8c68df7c1 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.2743616 Sep 27 16:39:09.054173 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] For port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:39:09.060279 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] For port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:39:09.073695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:09.107700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks [] for router_gateway (691d3723-aa73-4d8b-9924-d5c39712030c), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:09.145009 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a7bc5476-bace-427e-9538-c8ae20d55f13 req-99ffe4f5-9204-4942-b313-adbdab3003eb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093155 Sep 27 16:39:09.171343 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:09.181996 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:09.202315 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:09.315151 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c7276-abfe-45a4-840c-9b03c1572f57 None None] Pushing event updated for resources: {'Port': ['ID=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:09.326195 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4bb30e-b46f-4eee-a663-43a2df0f67fa x-openstack-request-id: req-9a4bb30e-b46f-4eee-a663-43a2df0f67fa {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:09.326195 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-unplugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:09.326195 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a4bb30e-b46f-4eee-a663-43a2df0f67fa {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:09.326195 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4bb30e-b46f-4eee-a663-43a2df0f67fa'] response: {'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'code': 200} Sep 27 16:39:09.360617 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee07a65c-d37c-46b0-8a99-f4109c4ec916 req-0c4d25a0-08ae-460f-a7c8-2d6e0a3052a7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137360 Sep 27 16:39:09.487338 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['f7d376fe-e5b1-4dc1-9503-bd20dcb08471'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:39:09.514987 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-47b96742-972d-47d3-91ad-298a8d47249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:09.516503 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-47b96742-972d-47d3-91ad-298a8d47249c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3805227 Sep 27 16:39:09.552064 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:09.566443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61973cc1-8860-4ba4-bab5-449a7112112a req-094e4d4b-38ac-4956-8449-41090739302c tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:09.574705 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-61973cc1-8860-4ba4-bab5-449a7112112a req-094e4d4b-38ac-4956-8449-41090739302c tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 944 time: 0.2264345 Sep 27 16:39:09.576294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:09.597268 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-9c4f3d2f-f109-473b-8868-a86b708b866b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129764 Sep 27 16:39:09.621065 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91447e4d-3e00-49fc-9e7c-e98391a1203f req-00855823-0d1e-456c-85d3-81852613a85a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:09.639583 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91447e4d-3e00-49fc-9e7c-e98391a1203f req-00855823-0d1e-456c-85d3-81852613a85a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1233563 Sep 27 16:39:09.814495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-61973cc1-8860-4ba4-bab5-449a7112112a req-d99d8267-67e1-4b40-a724-a772f5a6b71e tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388446 Sep 27 16:39:09.825990 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91447e4d-3e00-49fc-9e7c-e98391a1203f req-481e9c18-f9d5-4b2e-a0f1-24bbb9bbfbd6 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855345 Sep 27 16:39:09.839110 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:09.912572 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:10.070263 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9bbd4e83-12b6-4da7-8211-424d2778e447 req-4f715f5c-1f02-4881-a56e-291be19f6792 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642311 Sep 27 16:39:10.093079 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Allocated IP 172.27.2.182 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/5dae323d-1610-4400-8735-65575c5faffe) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:39:10.108618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:10.130985 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7226f-d848-4295-a735-57f88656b64e req-a0a6578c-a8fe-462f-817a-c7dfe6853737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:10.130985 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-a0a6578c-a8fe-462f-817a-c7dfe6853737 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=842f602d-43b0-47fc-8317-0141848ffd1d HTTP/1.1" status: 200 len: 910 time: 0.9824374 Sep 27 16:39:10.150437 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-ab31bdd8-f93d-47bd-b0dc-acaddd95a75d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9900181 Sep 27 16:39:10.174083 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-e6eae978-d83a-48ff-b444-ef11d36e0069 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558785 Sep 27 16:39:10.280615 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks [] for port (5dae323d-1610-4400-8735-65575c5faffe), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:10.332700 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982b09-5805-43b2-86eb-0c269fd87a73 req-02a43980-adbd-48d2-9354-d43502895852 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:10.340519 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a2982b09-5805-43b2-86eb-0c269fd87a73 req-02a43980-adbd-48d2-9354-d43502895852 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0778329 Sep 27 16:39:10.376439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (5dae323d-1610-4400-8735-65575c5faffe), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:10.445753 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a2982b09-5805-43b2-86eb-0c269fd87a73 req-9e4cea2e-a5ca-42d6-ac1f-008fbe4831c4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038024 Sep 27 16:39:10.468882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:10.502003 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:10.506719 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:39:10.585271 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Pushing event updated for resources: {'Port': ['ID=5dae323d-1610-4400-8735-65575c5faffe,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:10.653415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:10.671166 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5fa92-c3a7-4eaf-8429-af62939deff0 req-7f12e336-1864-4ca8-8083-6ae16cee7311 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:10.678511 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bfa5fa92-c3a7-4eaf-8429-af62939deff0 req-7f12e336-1864-4ca8-8083-6ae16cee7311 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.1478398 Sep 27 16:39:10.712687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:10.728630 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device f7d376fe-e5b1-4dc1-9503-bd20dcb08471 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:10.765745 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bfa5fa92-c3a7-4eaf-8429-af62939deff0 req-e24187d6-9149-4cd0-b99b-51313374f8b0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857770 Sep 27 16:39:10.773186 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:10.782319 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:39:10.851090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:10.852075 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:10.855935 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 Sep 27 16:39:11.011517 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:11.011960 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.038628 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bcd688-c286-43cc-997d-e63cf723f956 None None] Network dc176395-87e6-4250-8519-740a73ee1253 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:39:11.116878 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634a1-867b-425f-a28a-ada4659688ad req-c394b7e4-9da0-4104-be3e-8f7b5fb0bd94 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:11.119192 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-267634a1-867b-425f-a28a-ada4659688ad req-c394b7e4-9da0-4104-be3e-8f7b5fb0bd94 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1633554 Sep 27 16:39:11.158063 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b57f-f84b-46f1-9bb8-d9fb8ba4a054 req-ca2dfe3e-0ce0-487f-b24a-86d4c14b739a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:11.158553 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b768b57f-f84b-46f1-9bb8-d9fb8ba4a054 req-ca2dfe3e-0ce0-487f-b24a-86d4c14b739a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 944 time: 0.1552947 Sep 27 16:39:11.168141 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:11.185156 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Provisioning complete for port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:11.185614 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.185852 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Attempt 1 to provision port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd Sep 27 16:39:11.283164 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.293205 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-267634a1-867b-425f-a28a-ada4659688ad req-58089af7-eda7-431d-96e2-d270b053704b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576529 Sep 27 16:39:11.304568 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks [] for router_gateway (691d3723-aa73-4d8b-9924-d5c39712030c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.323213 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b768b57f-f84b-46f1-9bb8-d9fb8ba4a054 req-3af2c419-0f7f-4923-8cdb-652e949f9c1d tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497283 Sep 27 16:39:11.357337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:11.360044 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ec220-466f-4506-955b-fa1b1bbf5348" -d '{"events": [{"server_uuid": "2b13caeb-5d84-44a8-bfaa-fb75150bec2f", "name": "network-vif-plugged", "status": "completed", "tag": "f7d376fe-e5b1-4dc1-9503-bd20dcb08471"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:11.393270 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:11.449822 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ead4e7-2ec1-4c63-b80a-d4eb19d94852 x-openstack-request-id: req-a0ead4e7-2ec1-4c63-b80a-d4eb19d94852 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:11.450144 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b13caeb-5d84-44a8-bfaa-fb75150bec2f", "name": "network-vif-plugged", "status": "completed", "tag": "f7d376fe-e5b1-4dc1-9503-bd20dcb08471", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:11.450397 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0ead4e7-2ec1-4c63-b80a-d4eb19d94852 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:11.450820 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ead4e7-2ec1-4c63-b80a-d4eb19d94852'] response: {'server_uuid': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471', 'code': 200} Sep 27 16:39:11.455215 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Current status of the port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:11.455627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.556364 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] For port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:11.640844 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.650111 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:11.716651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb562ae-9361-43be-b9e3-b55cc765278f req-bd21d516-bfdd-44b3-bec2-10d930c518ef tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:11.726472 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ecb562ae-9361-43be-b9e3-b55cc765278f req-bd21d516-bfdd-44b3-bec2-10d930c518ef tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1305544 Sep 27 16:39:11.788304 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (691d3723-aa73-4d8b-9924-d5c39712030c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.819702 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ab467-4df6-4e3c-b2c2-c6552f7f4352 None None] Pushing event updated for resources: {'Port': ['ID=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:11.825844 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ecb562ae-9361-43be-b9e3-b55cc765278f req-81de869c-0904-4476-a182-86e34f309ef5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989137 Sep 27 16:39:11.848685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-40006794-61c6-4ab0-808c-83af82d119fa None None] Provisioning complete for port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:11.848685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-40006794-61c6-4ab0-808c-83af82d119fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:11.848685 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-40006794-61c6-4ab0-808c-83af82d119fa None None] Attempt 1 to provision port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd Sep 27 16:39:11.985191 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdb138-644f-4c82-9ded-9edcd3d78c3a req-ed92271b-f60e-4b7a-bfcb-1a8ddbda615a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:11.991748 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbbdb138-644f-4c82-9ded-9edcd3d78c3a req-ed92271b-f60e-4b7a-bfcb-1a8ddbda615a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.0800059 Sep 27 16:39:12.062279 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbbdb138-644f-4c82-9ded-9edcd3d78c3a req-c717e718-58c5-4e9b-afc4-77f15c5bd441 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Sep 27 16:39:12.089733 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Router 691d3723-aa73-4d8b-9924-d5c39712030c is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:39:12.092808 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:12.093278 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:12.093698 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd Sep 27 16:39:12.201395 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-40006794-61c6-4ab0-808c-83af82d119fa None None] Current status of the port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:12.208724 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:12.208943 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:39:12.214012 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:12.225322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Sync routers for ids ['691d3723-aa73-4d8b-9924-d5c39712030c'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:39:12.236351 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Routers {'691d3723-aa73-4d8b-9924-d5c39712030c'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:12.236927 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['691d3723-aa73-4d8b-9924-d5c39712030c'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:12.286853 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:12.288446 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1c46b1b2-509d-49f7-933e-9d823f1f49bc admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9529517 Sep 27 16:39:12.292117 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58422) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:12.317120 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:12.345333 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Set router 691d3723-aa73-4d8b-9924-d5c39712030c gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:12.441867 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:12.473815 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacbfcb-7602-4b9f-969a-db1597b5fadb req-4de47738-b57a-43ad-b5f9-a0c02b5156d2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:12.475608 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3bacbfcb-7602-4b9f-969a-db1597b5fadb req-4de47738-b57a-43ad-b5f9-a0c02b5156d2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0563462 Sep 27 16:39:12.541517 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc03624-0883-44d4-803d-5fe8d0bf6966 req-0052448e-59f8-450d-9055-aaca15c02fe4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:12.543626 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ecc03624-0883-44d4-803d-5fe8d0bf6966 req-0052448e-59f8-450d-9055-aaca15c02fe4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.1371326 Sep 27 16:39:12.551688 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:39:10Z', 'revision_number': 3, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:12.565574 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-57bb60f2-637b-43bf-9de1-a51c5b84ae13 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471 HTTP/1.1" status: 200 len: 217 time: 0.0623596 Sep 27 16:39:12.588241 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3bacbfcb-7602-4b9f-969a-db1597b5fadb req-da17f8be-4dcb-40f7-86a9-a35a5fa1f61c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Sep 27 16:39:12.590545 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Checking router: 691d3723-aa73-4d8b-9924-d5c39712030c for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:39:12.591545 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Updating router 691d3723-aa73-4d8b-9924-d5c39712030c port 5dae323d-1610-4400-8735-65575c5faffe binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:39:12.635379 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (5dae323d-1610-4400-8735-65575c5faffe), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:12.636258 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ecc03624-0883-44d4-803d-5fe8d0bf6966 req-fb258cd8-5a02-48e4-9d4f-cdede41d158a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812914 Sep 27 16:39:12.687050 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:12.752081 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7226f-d848-4295-a735-57f88656b64e req-7a76e058-7c00-4112-a833-fc8b2e3801b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:12.753522 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-7a76e058-7c00-4112-a833-fc8b2e3801b9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a617f0de-97fb-431c-9be2-51ccc286996c HTTP/1.1" status: 200 len: 849 time: 0.1237972 Sep 27 16:39:12.778516 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-2761dca3-7a4c-4f32-9e0d-cd67ec804a43 req-3e1d9308-f45b-49d5-83c0-2db32e16c725 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763898 Sep 27 16:39:12.922088 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Publish callbacks [] for port (5dae323d-1610-4400-8735-65575c5faffe), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:12.981172 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (5dae323d-1610-4400-8735-65575c5faffe), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.005928 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a454a-dfeb-4388-9734-1b4fae8c7e4d req-3af4b5ed-21cb-4125-ad38-f49af8af208d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:13.007705 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-774a454a-dfeb-4388-9734-1b4fae8c7e4d req-3af4b5ed-21cb-4125-ad38-f49af8af208d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0631018 Sep 27 16:39:13.025332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Attempting to bind port 5dae323d-1610-4400-8735-65575c5faffe on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:39:13.025842 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Attempting to bind port 5dae323d-1610-4400-8735-65575c5faffe by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:39:13.026325 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Attempting to bind port 5dae323d-1610-4400-8735-65575c5faffe on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:39:13.075591 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56468844-75ba-47c8-8825-3e40eec445b6 None None] Pushing event updated for resources: {'Port': ['ID=5dae323d-1610-4400-8735-65575c5faffe,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:13.076121 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-774a454a-dfeb-4388-9734-1b4fae8c7e4d req-205ed4c4-1d3f-404c-bce1-13379974fa3c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616598 Sep 27 16:39:13.093586 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:39:13.093586 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:39:13.093952 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.094412 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:39:13.095104 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Bound port: 5dae323d-1610-4400-8735-65575c5faffe, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:39:13.095464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (5dae323d-1610-4400-8735-65575c5faffe), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.172402 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] For port 5dae323d-1610-4400-8735-65575c5faffe, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:39:13.176089 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] For port 5dae323d-1610-4400-8735-65575c5faffe, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=5dae323d-1610-4400-8735-65575c5faffe,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:39:13.222147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.235480 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50d52b-091d-43a8-9bf2-6ba52dff4ef0 req-51c16dc1-3fba-4e31-846d-940ebf42cb22 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:13.237115 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ff50d52b-091d-43a8-9bf2-6ba52dff4ef0 req-51c16dc1-3fba-4e31-846d-940ebf42cb22 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.0575409 Sep 27 16:39:13.266110 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (5dae323d-1610-4400-8735-65575c5faffe), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.288121 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:13.316610 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Routers {'691d3723-aa73-4d8b-9924-d5c39712030c'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:13.316887 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['691d3723-aa73-4d8b-9924-d5c39712030c'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:13.319946 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ff50d52b-091d-43a8-9bf2-6ba52dff4ef0 req-4a3c762d-e4b9-4e34-b2ed-d91dfd3d8fb2 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745506 Sep 27 16:39:13.371704 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:13.380882 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56468844-75ba-47c8-8825-3e40eec445b6 None None] Pushing event updated for resources: {'Port': ['ID=5dae323d-1610-4400-8735-65575c5faffe,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:13.451584 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] Set router 691d3723-aa73-4d8b-9924-d5c39712030c gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:13.456731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Allocated IP 172.20.0.1 (dc176395-87e6-4250-8519-740a73ee1253/d5e8166f-7c49-42c2-98d5-fac146641176/71ba6587-e6ac-4ed2-a8d0-896410569b63) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:39:13.581178 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks [] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.602204 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:13.610159 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:13.691197 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.698946 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:39:10Z', 'revision_number': 3, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:13.703027 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:13.703596 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.704105 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd Sep 27 16:39:13.724586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119a845-4d70-4b9f-8227-7e8a4aaa3abd req-d451e51f-ab5c-4632-b21e-02c8f46d9043 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:13.733142 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b119a845-4d70-4b9f-8227-7e8a4aaa3abd req-d451e51f-ab5c-4632-b21e-02c8f46d9043 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0594187 Sep 27 16:39:13.759197 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:13.761609 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6528-e024-419b-b2a9-b6d23a35d1f4 None None] The sync data for ids ['691d3723-aa73-4d8b-9924-d5c39712030c'] in dv-cinder-855060-2-iscsi is: [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:39:10Z', 'revision_number': 3, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:39:13.763515 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Network dc176395-87e6-4250-8519-740a73ee1253 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:13.792931 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-dd5264a6-6a1a-4186-b5db-106a2be1e61e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=842f602d-43b0-47fc-8317-0141848ffd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446317 Sep 27 16:39:13.793932 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:13.799317 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Pushing event updated for resources: {'Port': ['ID=71ba6587-e6ac-4ed2-a8d0-896410569b63,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:13.801957 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:39:13.802508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (691d3723-aa73-4d8b-9924-d5c39712030c), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:13.855867 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d314b6-1ede-4805-b959-4fedfa01615e req-50061edf-fcc6-44d5-bd04-cac4ac04264a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:13.857409 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60d314b6-1ede-4805-b959-4fedfa01615e req-50061edf-fcc6-44d5-bd04-cac4ac04264a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0990787 Sep 27 16:39:13.889661 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b119a845-4d70-4b9f-8227-7e8a4aaa3abd req-ccd08b75-d2e8-45d0-9c8c-d16599aae19d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552632 Sep 27 16:39:13.900499 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:13.963012 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60d314b6-1ede-4805-b959-4fedfa01615e req-9a58f0d8-442d-4b9b-b38e-b5d8107edc96 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945952 Sep 27 16:39:14.091700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:14.097934 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:14.142311 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Provisioning complete for port 71ba6587-e6ac-4ed2-a8d0-896410569b63 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:14.142941 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:14.160946 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 1 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:14.210633 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Port 71ba6587-e6ac-4ed2-a8d0-896410569b63 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:14.291112 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6917-5c8e-446a-8644-d9d3164d0ca9 req-ff881f53-6ed0-4ec0-a02d-8e1f638e5b13 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:14.293111 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ef5f6917-5c8e-446a-8644-d9d3164d0ca9 req-ff881f53-6ed0-4ec0-a02d-8e1f638e5b13 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0614362 Sep 27 16:39:14.298248 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks [] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:14.351831 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ef5f6917-5c8e-446a-8644-d9d3164d0ca9 req-852b160e-ace9-4f66-bea5-82061d304f3e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508957 Sep 27 16:39:14.382341 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:14.384513 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (691d3723-aa73-4d8b-9924-d5c39712030c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:14.468955 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Pushing event updated for resources: {'Port': ['ID=71ba6587-e6ac-4ed2-a8d0-896410569b63,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:14.484125 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2d93-e9ab-48b4-bda1-c433b942f9c0 req-d3393287-8af2-4758-aa36-ae623d8c3ac8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:14.485961 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e98d2d93-e9ab-48b4-bda1-c433b942f9c0 req-d3393287-8af2-4758-aa36-ae623d8c3ac8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 944 time: 0.0644193 Sep 27 16:39:14.521779 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Network dc176395-87e6-4250-8519-740a73ee1253 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:14.523579 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:14.528793 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:14.542345 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e98d2d93-e9ab-48b4-bda1-c433b942f9c0 req-18ea06d5-6369-4fef-b9a3-aac78ae930a5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Sep 27 16:39:14.651056 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Router 691d3723-aa73-4d8b-9924-d5c39712030c has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:39:14.712401 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 2 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:14.751655 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 95614818-7cd1-4590-9696-e7a8c3f6a751 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:39:14.766021 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Port 71ba6587-e6ac-4ed2-a8d0-896410569b63 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:14.783926 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:39:14.789875 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-622d1f24-9c41-45a3-b849-d3a2f039a4de admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/691d3723-aa73-4d8b-9924-d5c39712030c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4966869 Sep 27 16:39:14.887054 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:14.901130 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'port_id': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'mac_address': 'fa:16:3e:3c:37:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:39:14.967918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 95614818-7cd1-4590-9696-e7a8c3f6a751 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:14.968313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:14.994826 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95614818-7cd1-4590-9696-e7a8c3f6a751 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:39:15.018032 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:15.037350 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb5c90-9c01-4080-b0b8-39d8219600b7 req-7526fb5f-65a3-41a4-b27c-1762cc0bf9d0 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:15.038934 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-febb5c90-9c01-4080-b0b8-39d8219600b7 req-7526fb5f-65a3-41a4-b27c-1762cc0bf9d0 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0508153 Sep 27 16:39:15.078894 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.095330 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-febb5c90-9c01-4080-b0b8-39d8219600b7 req-1be94700-8f4f-486f-8760-00e2991298d6 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492587 Sep 27 16:39:15.146723 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:15.226792 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816bbb-1074-43e1-83b3-f368367df0d6 req-c374d5af-0dd2-4c1a-a101-aaf14f9c113b tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:15.231106 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60816bbb-1074-43e1-83b3-f368367df0d6 req-c374d5af-0dd2-4c1a-a101-aaf14f9c113b tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0617149 Sep 27 16:39:15.267467 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 3 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:15.297760 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60816bbb-1074-43e1-83b3-f368367df0d6 req-7a08dc56-7a16-49fe-9148-3c5f28b379ae tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623605 Sep 27 16:39:15.302513 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58456) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:15.307886 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849232985', 'description': 'tempest-secgroup-smoke-849232985 description', 'project_id': '1e0f894b53284e788cdb4864acd917be'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:15.344793 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Port 71ba6587-e6ac-4ed2-a8d0-896410569b63 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:15.432413 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.499199 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8207c1-e309-4fca-b910-e378419b9a72 req-23aab446-6775-49f4-958a-9744d19307aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:15.503251 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7e8207c1-e309-4fca-b910-e378419b9a72 req-23aab446-6775-49f4-958a-9744d19307aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0539043 Sep 27 16:39:15.514942 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['95614818-7cd1-4590-9696-e7a8c3f6a751'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:39:15.527541 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:15.531048 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group (048a1e3b-c786-43f7-9b7c-5a06e6bc8d94), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.584520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7e8207c1-e309-4fca-b910-e378419b9a72 req-05852e3b-b3bf-4d01-837d-85819be6d635 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750360 Sep 27 16:39:15.591611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:15.609422 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (048a1e3b-c786-43f7-9b7c-5a06e6bc8d94), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.637902 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 5dae323d-1610-4400-8735-65575c5faffe up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:15.647378 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:15.722091 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.727218 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-153bba5d-8811-45de-99ab-7b8f739c36d4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4198670 Sep 27 16:39:15.727515 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:15.735934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fda895-ca96-4307-bb6e-5811f0fdefc8 req-59c95375-6b6d-4769-a3e7-aab88e45a840 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:15.736174 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 5dae323d-1610-4400-8735-65575c5faffe triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:15.736394 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (5dae323d-1610-4400-8735-65575c5faffe), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.736719 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 5dae323d-1610-4400-8735-65575c5faffe Sep 27 16:39:15.737735 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51fda895-ca96-4307-bb6e-5811f0fdefc8 req-59c95375-6b6d-4769-a3e7-aab88e45a840 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 945 time: 0.0697074 Sep 27 16:39:15.738350 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58462) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:15.742880 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group_rule': {'security_group_id': '048a1e3b-c786-43f7-9b7c-5a06e6bc8d94', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:15.794207 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be0407-a660-4725-b4f8-90d6b69a5c7f req-0400060b-923c-4c88-af2c-e215ffe5c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:15.796435 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8be0407-a660-4725-b4f8-90d6b69a5c7f req-0400060b-923c-4c88-af2c-e215ffe5c6d9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 1129 time: 0.1177971 Sep 27 16:39:15.820147 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51fda895-ca96-4307-bb6e-5811f0fdefc8 req-5c16db98-a2b5-4bc2-994a-465d64d6c375 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692272 Sep 27 16:39:15.832618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:15.845696 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 4 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:15.862204 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Sync routers for ids ['691d3723-aa73-4d8b-9924-d5c39712030c'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:39:15.865277 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:15.884040 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Routers {'691d3723-aa73-4d8b-9924-d5c39712030c'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:15.885288 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['691d3723-aa73-4d8b-9924-d5c39712030c'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:15.885603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 5dae323d-1610-4400-8735-65575c5faffe is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:15.885991 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (5dae323d-1610-4400-8735-65575c5faffe), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:15.898879 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-fabdfd16-82fb-4066-8874-dcdb8ccf963a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213659 Sep 27 16:39:15.903249 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8be0407-a660-4725-b4f8-90d6b69a5c7f req-1911d8cc-2585-44ee-a16c-a8537d61e8af service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975857 Sep 27 16:39:15.919588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Port 71ba6587-e6ac-4ed2-a8d0-896410569b63 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:15.923320 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 5dae323d-1610-4400-8735-65575c5faffe, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=5dae323d-1610-4400-8735-65575c5faffe,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:15.927785 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (f21b958c-436b-4467-aa9c-704076c310e5), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.004496 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (5dae323d-1610-4400-8735-65575c5faffe), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.021632 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a2c7226f-d848-4295-a735-57f88656b64e req-4f957146-89c0-4b69-81e3-9a37d6728716 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159115 Sep 27 16:39:16.028042 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (f21b958c-436b-4467-aa9c-704076c310e5), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.033785 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Set router 691d3723-aa73-4d8b-9924-d5c39712030c gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:16.067580 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=5dae323d-1610-4400-8735-65575c5faffe,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:16.110415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (f21b958c-436b-4467-aa9c-704076c310e5), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.130999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21b958c-436b-4467-aa9c-704076c310e5,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:16.194830 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:16.197999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.202716 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-614991dc-ff84-43f6-9f4c-a4559b8ee8f9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4632590 Sep 27 16:39:16.203139 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58468) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:16.209346 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group_rule': {'security_group_id': '048a1e3b-c786-43f7-9b7c-5a06e6bc8d94', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:16.245098 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512064-76f7-4753-9d3f-f2854d4aacde req-5f5df851-9407-4350-822b-6281eacb1974 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:16.246803 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd512064-76f7-4753-9d3f-f2854d4aacde req-5f5df851-9407-4350-822b-6281eacb1974 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0639927 Sep 27 16:39:16.251425 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:39:13Z', 'revision_number': 4, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '71ba6587-e6ac-4ed2-a8d0-896410569b63', 'name': '', 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'mac_address': 'fa:16:3e:6f:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd5e8166f-7c49-42c2-98d5-fac146641176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:13Z', 'updated_at': '2022-09-27T16:39:14Z', 'revision_number': 2, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'subnets': [{'id': 'd5e8166f-7c49-42c2-98d5-fac146641176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:16.277969 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Checking router: 691d3723-aa73-4d8b-9924-d5c39712030c for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:39:16.278797 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Updating router 691d3723-aa73-4d8b-9924-d5c39712030c port 71ba6587-e6ac-4ed2-a8d0-896410569b63 binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:39:16.280215 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:16.302243 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd512064-76f7-4753-9d3f-f2854d4aacde req-60701e5d-fca9-4857-b1b6-ab50d121cdaa tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Sep 27 16:39:16.311726 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.316022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (9f412ffe-2023-41c4-8e68-e3488720c1a0), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.389053 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (9f412ffe-2023-41c4-8e68-e3488720c1a0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.420540 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 5 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:16.455268 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99186459-2f12-48ee-99e6-8c9261e04d0f req-891cc798-cd95-4ac2-8b14-0c56cbc5a642 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:16.456892 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-99186459-2f12-48ee-99e6-8c9261e04d0f req-891cc798-cd95-4ac2-8b14-0c56cbc5a642 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0528047 Sep 27 16:39:16.459228 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Port 71ba6587-e6ac-4ed2-a8d0-896410569b63 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:16.492951 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (9f412ffe-2023-41c4-8e68-e3488720c1a0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.511314 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-99186459-2f12-48ee-99e6-8c9261e04d0f req-86d199ce-3128-423f-a38c-79123c0a9f28 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Sep 27 16:39:16.514480 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f412ffe-2023-41c4-8e68-e3488720c1a0,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:16.599882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.601121 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e24a09d5-fe6b-4e12-ba30-51c7e5db31d6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3967669 Sep 27 16:39:16.604458 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58472) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:16.609114 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group_rule': {'security_group_id': '048a1e3b-c786-43f7-9b7c-5a06e6bc8d94', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:16.621863 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Publish callbacks [] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.706997 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.719114 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf41d3-14f5-47d4-9cd8-c1a5d6da3558 req-95337486-2c40-4361-bdf7-11aaf2a24e8b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:16.720605 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-afdf41d3-14f5-47d4-9cd8-c1a5d6da3558 req-95337486-2c40-4361-bdf7-11aaf2a24e8b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0501442 Sep 27 16:39:16.747477 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (18aced0a-5ece-4f27-aa2a-8e8310571b27), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.761086 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:16.778109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-afdf41d3-14f5-47d4-9cd8-c1a5d6da3558 req-eee17f6f-6931-414f-adad-149ae02c89e6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491328 Sep 27 16:39:16.800684 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 95614818-7cd1-4590-9696-e7a8c3f6a751 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:16.853468 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (18aced0a-5ece-4f27-aa2a-8e8310571b27), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.857601 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 95614818-7cd1-4590-9696-e7a8c3f6a751 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:39:16.889798 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c16274-dc1e-4c4b-966a-072103a87e16 None None] Pushing event updated for resources: {'Port': ['ID=71ba6587-e6ac-4ed2-a8d0-896410569b63,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:16.935385 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Attempting to bind port 71ba6587-e6ac-4ed2-a8d0-896410569b63 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:39:16.935839 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Attempting to bind port 71ba6587-e6ac-4ed2-a8d0-896410569b63 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:39:16.936556 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Attempting to bind port 71ba6587-e6ac-4ed2-a8d0-896410569b63 on network dc176395-87e6-4250-8519-740a73ee1253 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:39:16.947086 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (18aced0a-5ece-4f27-aa2a-8e8310571b27), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.951447 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 95614818-7cd1-4590-9696-e7a8c3f6a751 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:16.951830 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.952175 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 95614818-7cd1-4590-9696-e7a8c3f6a751 Sep 27 16:39:16.960186 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:16.961539 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:16.988654 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18aced0a-5ece-4f27-aa2a-8e8310571b27,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:16.993698 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:39:16.994653 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Checking segment: {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:39:16.995870 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.996462 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Bound using segment: {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:39:16.997795 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Bound port: 71ba6587-e6ac-4ed2-a8d0-896410569b63, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:39:16.998491 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:16.999522 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 6 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:17.003798 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9952b-4884-4a15-b868-c6e84c30f39e req-45001265-ed17-40e5-83b8-f4cd9af22a3e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:17.005460 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7dd9952b-4884-4a15-b868-c6e84c30f39e req-45001265-ed17-40e5-83b8-f4cd9af22a3e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 945 time: 0.0823956 Sep 27 16:39:17.047958 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Port 71ba6587-e6ac-4ed2-a8d0-896410569b63 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:17.079487 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.082797 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-87f1e085-574e-4deb-8c78-4b9147b639d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4747660 Sep 27 16:39:17.082962 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] For port 71ba6587-e6ac-4ed2-a8d0-896410569b63, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:39:17.083166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58484) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:17.090808 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7dd9952b-4884-4a15-b868-c6e84c30f39e req-a947928e-c657-43ab-be26-1599d8cbc61b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789835 Sep 27 16:39:17.092999 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 95614818-7cd1-4590-9696-e7a8c3f6a751 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:17.093813 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.094588 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group_rule': {'security_group_id': '048a1e3b-c786-43f7-9b7c-5a06e6bc8d94', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:17.100778 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] For port 71ba6587-e6ac-4ed2-a8d0-896410569b63, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=71ba6587-e6ac-4ed2-a8d0-896410569b63,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:39:17.133120 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:17.136107 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50dfaa1-7185-4b84-9497-b4c75e198389" -d '{"events": [{"server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "name": "network-vif-plugged", "status": "completed", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:17.161949 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:17.192569 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f6231-6b0f-412e-b266-9f655df98078 x-openstack-request-id: req-ab7f6231-6b0f-412e-b266-9f655df98078 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:17.192889 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "name": "network-vif-plugged", "status": "completed", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:17.193146 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab7f6231-6b0f-412e-b266-9f655df98078 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:17.193543 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7f6231-6b0f-412e-b266-9f655df98078'] response: {'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'code': 200} Sep 27 16:39:17.196974 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.202541 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (243fbd35-c98d-4f2d-8963-bd1eae5c4e0f), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.224733 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.225805 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:39:17.235890 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Routers {'691d3723-aa73-4d8b-9924-d5c39712030c'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:17.236515 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['691d3723-aa73-4d8b-9924-d5c39712030c'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:17.279846 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:17.285267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (243fbd35-c98d-4f2d-8963-bd1eae5c4e0f), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.296123 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c16274-dc1e-4c4b-966a-072103a87e16 None None] Pushing event updated for resources: {'Port': ['ID=71ba6587-e6ac-4ed2-a8d0-896410569b63,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:17.313861 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:17.378918 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (243fbd35-c98d-4f2d-8963-bd1eae5c4e0f), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.380332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: DOWN; New status is: DOWN {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:17.380604 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] Set router 691d3723-aa73-4d8b-9924-d5c39712030c gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:17.422158 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243fbd35-c98d-4f2d-8963-bd1eae5c4e0f,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:17.469982 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cf4f3-f581-406f-91e8-a811562571fe req-dbd54a6b-b3fc-4208-a848-8a1446ed3681 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:17.471601 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d27cf4f3-f581-406f-91e8-a811562571fe req-dbd54a6b-b3fc-4208-a848-8a1446ed3681 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0572724 Sep 27 16:39:17.518171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.522693 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-9bd65951-5f14-4706-9bff-c53e121d6afa tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4342411 Sep 27 16:39:17.526806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58496) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:17.534058 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group_rule': {'security_group_id': '048a1e3b-c786-43f7-9b7c-5a06e6bc8d94', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:17.536526 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d27cf4f3-f581-406f-91e8-a811562571fe req-a4d85574-00d5-4c62-89f6-0879fff2c682 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591259 Sep 27 16:39:17.549201 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Attempt 7 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:17.602337 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:17.603009 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 5dae323d-1610-4400-8735-65575c5faffe up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:17.627037 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:39:13Z', 'revision_number': 4, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '71ba6587-e6ac-4ed2-a8d0-896410569b63', 'name': '', 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'mac_address': 'fa:16:3e:6f:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd5e8166f-7c49-42c2-98d5-fac146641176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:13Z', 'updated_at': '2022-09-27T16:39:17Z', 'revision_number': 4, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'subnets': [{'id': 'd5e8166f-7c49-42c2-98d5-fac146641176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:17.655383 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d50801-9781-4239-9970-8de7030fa6d4 None None] The sync data for ids ['691d3723-aa73-4d8b-9924-d5c39712030c'] in dv-cinder-855060-2-iscsi is: [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:39:13Z', 'revision_number': 4, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '71ba6587-e6ac-4ed2-a8d0-896410569b63', 'name': '', 'network_id': 'dc176395-87e6-4250-8519-740a73ee1253', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'mac_address': 'fa:16:3e:6f:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd5e8166f-7c49-42c2-98d5-fac146641176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:13Z', 'updated_at': '2022-09-27T16:39:17Z', 'revision_number': 4, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'subnets': [{'id': 'd5e8166f-7c49-42c2-98d5-fac146641176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:39:17.668966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54578b-4e30-4b71-8a6a-ea6b0756cdea req-b217f160-eaea-49e4-ab0d-cb0294a0b78d tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:17.677143 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7e54578b-4e30-4b71-8a6a-ea6b0756cdea req-b217f160-eaea-49e4-ab0d-cb0294a0b78d tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0543983 Sep 27 16:39:17.677925 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.securitygroups_db [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Project 1e0f894b53284e788cdb4864acd917be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 16:39:17.684092 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 5dae323d-1610-4400-8735-65575c5faffe triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:17.684468 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (5dae323d-1610-4400-8735-65575c5faffe), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.684811 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 5dae323d-1610-4400-8735-65575c5faffe Sep 27 16:39:17.685103 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (bfb9386c-0f41-40aa-b9fb-0d7effd40b41), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.779503 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Current status of the port 71ba6587-e6ac-4ed2-a8d0-896410569b63 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:17.780059 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.785453 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:17.790033 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7e54578b-4e30-4b71-8a6a-ea6b0756cdea req-c905ec13-5267-4db9-a328-32eca6fd3e3b tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999467 Sep 27 16:39:17.838632 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (bfb9386c-0f41-40aa-b9fb-0d7effd40b41), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.918315 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (bfb9386c-0f41-40aa-b9fb-0d7effd40b41), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:17.950440 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb9386c-0f41-40aa-b9fb-0d7effd40b41,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:18.049540 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] For port 71ba6587-e6ac-4ed2-a8d0-896410569b63, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=71ba6587-e6ac-4ed2-a8d0-896410569b63,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:18.059688 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 5dae323d-1610-4400-8735-65575c5faffe is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:18.066840 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.069994 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0472662f-e5ff-4aed-bdad-ead44c635b7e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5455303 Sep 27 16:39:18.072805 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58504) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:18.077257 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'security_group_rule': {'security_group_id': '048a1e3b-c786-43f7-9b7c-5a06e6bc8d94', 'project_id': '1e0f894b53284e788cdb4864acd917be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:18.193076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.198066 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.securitygroups_db [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Project 1e0f894b53284e788cdb4864acd917be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 16:39:18.216269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (114ef381-e935-441b-86da-d87af4d99cd6), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.232410 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf73360-b562-429b-955e-1d50a6ae58f3 req-151516c7-b518-48fa-915f-44e8f2e57c89 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:18.239812 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fcf73360-b562-429b-955e-1d50a6ae58f3 req-151516c7-b518-48fa-915f-44e8f2e57c89 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0723648 Sep 27 16:39:18.266006 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:18.269463 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae531-abea-4a5a-878e-061589f17985 None None] Pushing event updated for resources: {'Port': ['ID=71ba6587-e6ac-4ed2-a8d0-896410569b63,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:18.319743 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-130a2103-9f86-40ae-974e-75af19fe6892 None None] Provisioning complete for port 71ba6587-e6ac-4ed2-a8d0-896410569b63 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:18.320133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-130a2103-9f86-40ae-974e-75af19fe6892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.320520 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-130a2103-9f86-40ae-974e-75af19fe6892 None None] Attempt 1 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:18.321734 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fcf73360-b562-429b-955e-1d50a6ae58f3 req-8c58c0fb-c674-4a0b-9e50-fea7abc2a138 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810807 Sep 27 16:39:18.378750 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87b3e-d03c-4deb-856d-2add015aa2a7 req-1e6999ae-f5b0-4197-afec-53cb7a0bd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:18.378750 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-02b87b3e-d03c-4deb-856d-2add015aa2a7 req-1e6999ae-f5b0-4197-afec-53cb7a0bd5ab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0880744 Sep 27 16:39:18.378750 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (114ef381-e935-441b-86da-d87af4d99cd6), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.458202 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (114ef381-e935-441b-86da-d87af4d99cd6), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.474731 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-130a2103-9f86-40ae-974e-75af19fe6892 None None] Current status of the port 71ba6587-e6ac-4ed2-a8d0-896410569b63 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:18.476049 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-02b87b3e-d03c-4deb-856d-2add015aa2a7 req-2d0fa4f2-8a1f-4416-be0d-75f5c1b63816 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869279 Sep 27 16:39:18.493808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114ef381-e935-441b-86da-d87af4d99cd6,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:18.572835 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:18.580950 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1d3aabd4-1dec-4401-a1d3-0c4d04ea42ce tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5070298 Sep 27 16:39:18.706357 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037103e-e638-4705-b598-fb9d6aadb1bd req-3122ebc4-57b2-4163-88ce-b58e9f1db1c1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:18.708794 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3037103e-e638-4705-b598-fb9d6aadb1bd req-3122ebc4-57b2-4163-88ce-b58e9f1db1c1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0715959 Sep 27 16:39:18.728802 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [req-1328b704-33fd-4978-9459-6531c29b5d82 req-b57a44e0-6f4a-46f3-9301-6c67814c018f service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:39:18.729995 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1328b704-33fd-4978-9459-6531c29b5d82 req-b57a44e0-6f4a-46f3-9301-6c67814c018f service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066836 Sep 27 16:39:18.781530 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3037103e-e638-4705-b598-fb9d6aadb1bd req-9c4c49f0-773c-40cf-916f-f054ee0d76f3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650983 Sep 27 16:39:19.327584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90064060-6781-4af1-b712-dc27ecc967f1 req-0879b8d1-ee54-479f-b60d-34fd282e4e28 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:19.329151 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90064060-6781-4af1-b712-dc27ecc967f1 req-0879b8d1-ee54-479f-b60d-34fd282e4e28 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0507941 Sep 27 16:39:19.367170 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:19.387664 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90064060-6781-4af1-b712-dc27ecc967f1 req-677fb8d1-554a-4f5c-9026-a758cd56e59e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528185 Sep 27 16:39:19.559807 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0768c-afad-4ea7-a8dd-e9accb8a21c7 req-fcd75231-172d-4d08-a265-962c4d735c2a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:19.566738 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-08b0768c-afad-4ea7-a8dd-e9accb8a21c7 req-fcd75231-172d-4d08-a265-962c4d735c2a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0918067 Sep 27 16:39:19.592027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30477b-7f9a-416e-b2e2-d55f9e591473 req-fcfa1599-63dc-4c92-90a9-6bbcf0e2027b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:19.594443 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3d30477b-7f9a-416e-b2e2-d55f9e591473 req-fcfa1599-63dc-4c92-90a9-6bbcf0e2027b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.1023686 Sep 27 16:39:19.647671 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-08b0768c-afad-4ea7-a8dd-e9accb8a21c7 req-b17efad1-3bac-4520-ac4d-49b8eb27c8e2 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778263 Sep 27 16:39:19.654694 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 71ba6587-e6ac-4ed2-a8d0-896410569b63 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:19.682004 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3d30477b-7f9a-416e-b2e2-d55f9e591473 req-4f43198b-aa64-4865-bd3c-32766dfb76d7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771222 Sep 27 16:39:19.715062 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 71ba6587-e6ac-4ed2-a8d0-896410569b63 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:19.715437 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:19.715772 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 71ba6587-e6ac-4ed2-a8d0-896410569b63 Sep 27 16:39:19.791763 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 71ba6587-e6ac-4ed2-a8d0-896410569b63 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:19.892429 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 58610) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:19.937721 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bcf6c-04fe-4a9a-8b9c-07c31c7768ca req-8104f6d9-7b56-42ce-88fb-c5866c128d08 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:19.939244 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c68bcf6c-04fe-4a9a-8b9c-07c31c7768ca req-8104f6d9-7b56-42ce-88fb-c5866c128d08 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0603831 Sep 27 16:39:19.981399 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-0d304ccf-0313-4ad5-85e0-a678ea1b100d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878124 Sep 27 16:39:19.991607 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-1757a2cf-8610-4160-b257-7652cb89e12d service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:39:19.992760 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-1757a2cf-8610-4160-b257-7652cb89e12d service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064402 Sep 27 16:39:19.997613 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c68bcf6c-04fe-4a9a-8b9c-07c31c7768ca req-b98b1cb5-e26f-4053-9ac9-6a4c9d3d9548 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Sep 27 16:39:20.083903 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 58618) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:20.177112 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37cda1-5900-4c2e-989d-b55571d218de req-25885b4e-0a66-4d38-a0b9-76eedd3d9f85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:20.178463 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-25885b4e-0a66-4d38-a0b9-76eedd3d9f85 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports/184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 940 time: 0.0936017 Sep 27 16:39:20.523185 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d5149-e483-4a7a-8707-f56c244fe10d req-51b64fa6-23b1-46a3-8179-e75a4379222d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:20.524750 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-264d5149-e483-4a7a-8707-f56c244fe10d req-51b64fa6-23b1-46a3-8179-e75a4379222d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0479789 Sep 27 16:39:20.591232 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-264d5149-e483-4a7a-8707-f56c244fe10d req-51e622c6-870c-4db3-b709-007f76cec563 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605507 Sep 27 16:39:20.807962 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd42dd3-b9dd-48e5-ae7d-b8b53a21615b req-566d3f85-373f-4f2e-900b-9b22a553f708 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:20.809328 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fbd42dd3-b9dd-48e5-ae7d-b8b53a21615b req-566d3f85-373f-4f2e-900b-9b22a553f708 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0799153 Sep 27 16:39:20.836099 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcde47-779b-4942-a599-c07c930e8ec0 req-44a9d001-b2cf-47f7-8da3-f5595cf39db5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:20.838134 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ebcde47-779b-4942-a599-c07c930e8ec0 req-44a9d001-b2cf-47f7-8da3-f5595cf39db5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0761654 Sep 27 16:39:20.891779 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fbd42dd3-b9dd-48e5-ae7d-b8b53a21615b req-9893ac30-d3ec-4876-8949-5b0ff9feb4d5 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767925 Sep 27 16:39:20.906908 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ebcde47-779b-4942-a599-c07c930e8ec0 req-c8608af2-5c00-4e99-8a28-c67eb89d931d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614662 Sep 27 16:39:21.117328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e780a-6b5a-4032-a4ae-a30b50d75d9c req-c3a3c2d3-02ef-4e65-a424-68d50453ff79 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:21.118797 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b24e780a-6b5a-4032-a4ae-a30b50d75d9c req-c3a3c2d3-02ef-4e65-a424-68d50453ff79 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0455441 Sep 27 16:39:21.159667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:21.171363 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b24e780a-6b5a-4032-a4ae-a30b50d75d9c req-fb7248b0-b8eb-45f8-9125-6da2a6a489b8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Sep 27 16:39:21.721785 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe8508-6615-40b8-9ce4-cf7c99f820ec req-957b0be1-2ad7-4725-8931-1e6d04666fc5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:21.723280 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07fe8508-6615-40b8-9ce4-cf7c99f820ec req-957b0be1-2ad7-4725-8931-1e6d04666fc5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0476716 Sep 27 16:39:21.772533 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07fe8508-6615-40b8-9ce4-cf7c99f820ec req-ded6b028-62c5-4893-adc3-94e9c9642caf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Sep 27 16:39:22.210978 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-632f7f63-7ad9-4063-ad10-fe2f6befd574 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:22.212498 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-632f7f63-7ad9-4063-ad10-fe2f6befd574 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.0576990 Sep 27 16:39:22.302104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b75b43-e1d6-42f6-b8c3-4132b0ffbd14 req-a0803feb-c5f8-424a-b932-b5e087e01d64 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:22.303536 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-20b75b43-e1d6-42f6-b8c3-4132b0ffbd14 req-a0803feb-c5f8-424a-b932-b5e087e01d64 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 945 time: 0.3335741 Sep 27 16:39:22.318942 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9b7f-2e2e-4186-9986-03f5ad849bdf req-d60b99cc-45d8-4ffa-a756-10515ac812f5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:22.320375 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b5d9b7f-2e2e-4186-9986-03f5ad849bdf req-d60b99cc-45d8-4ffa-a756-10515ac812f5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.3222709 Sep 27 16:39:22.323021 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Deleting port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:39:22.323378 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:22.396343 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-20b75b43-e1d6-42f6-b8c3-4132b0ffbd14 req-2d1516f5-16da-42d1-ac0b-24917b48046a tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=046b0339-debb-464e-bda0-80a67d62312f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843921 Sep 27 16:39:22.401080 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b5d9b7f-2e2e-4186-9986-03f5ad849bdf req-12b4679a-194a-45e0-9bc6-aee2ae2e1a9e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Sep 27 16:39:22.424340 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] For port f7d376fe-e5b1-4dc1-9503-bd20dcb08471, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,segment=NetworkSegment(eb5388e4-4ea4-4185-bd20-8a6124821a5b),segment_id=eb5388e4-4ea4-4185-bd20-8a6124821a5b)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:22.424340 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:22.436676 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Calling delete_port for f7d376fe-e5b1-4dc1-9503-bd20dcb08471 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:39:22.509453 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9b464-d9fb-4f53-9d30-d488c32789ad req-62691f18-38ad-41d1-9b96-5615d367dd9a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:22.512196 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-11e9b464-d9fb-4f53-9d30-d488c32789ad req-62691f18-38ad-41d1-9b96-5615d367dd9a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0557463 Sep 27 16:39:22.595251 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991e19-b5e1-4e38-8096-2cb52d5216a4 req-6197d073-4124-487e-b604-eff6b824f146 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:22.598524 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa991e19-b5e1-4e38-8096-2cb52d5216a4 req-6197d073-4124-487e-b604-eff6b824f146 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0822015 Sep 27 16:39:22.618293 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-11e9b464-d9fb-4f53-9d30-d488c32789ad req-c32afa00-468c-4f02-90da-7ba30faad95f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924051 Sep 27 16:39:22.649571 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (f7d376fe-e5b1-4dc1-9503-bd20dcb08471), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:22.674624 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa991e19-b5e1-4e38-8096-2cb52d5216a4 req-98ccb6c7-e0c3-4216-9092-170f00275f71 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Sep 27 16:39:22.680284 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['f7d376fe-e5b1-4dc1-9503-bd20dcb08471'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:39:22.692191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Pushing event deleted for resources: {'Port': ['ID=f7d376fe-e5b1-4dc1-9503-bd20dcb08471,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:22.741183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] No DVR routers for this DVR port f7d376fe-e5b1-4dc1-9503-bd20dcb08471 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:39:22.744229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:22.747582 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e485c53e-1d2f-4ea5-a859-036289bcfbc5 req-f5723e37-a50a-41ad-ba66-fd7abede63a4 tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f7d376fe-e5b1-4dc1-9503-bd20dcb08471 HTTP/1.1" status: 204 len: 173 time: 0.5282204 Sep 27 16:39:22.748258 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'name': 'network-vif-deleted', 'tag': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:22.750514 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc57317-616c-4c15-8ad7-c023b6d973f1" -d '{"events": [{"server_uuid": "2b13caeb-5d84-44a8-bfaa-fb75150bec2f", "name": "network-vif-deleted", "tag": "f7d376fe-e5b1-4dc1-9503-bd20dcb08471"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:22.810060 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0124a-86a3-4bfd-a414-a45c226b421e x-openstack-request-id: req-b9c0124a-86a3-4bfd-a414-a45c226b421e {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:22.810060 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b13caeb-5d84-44a8-bfaa-fb75150bec2f", "name": "network-vif-deleted", "tag": "f7d376fe-e5b1-4dc1-9503-bd20dcb08471", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:22.810060 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9c0124a-86a3-4bfd-a414-a45c226b421e {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:22.810060 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c0124a-86a3-4bfd-a414-a45c226b421e'] response: {'server_uuid': '2b13caeb-5d84-44a8-bfaa-fb75150bec2f', 'name': 'network-vif-deleted', 'tag': 'f7d376fe-e5b1-4dc1-9503-bd20dcb08471', 'status': 'completed', 'code': 200} Sep 27 16:39:22.930007 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4e13-6166-4308-8f78-48da889fe196 req-232793ef-8b15-464d-84a5-ca4ad881518a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:22.931451 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd2b4e13-6166-4308-8f78-48da889fe196 req-232793ef-8b15-464d-84a5-ca4ad881518a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0561388 Sep 27 16:39:22.959430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:22.992648 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd2b4e13-6166-4308-8f78-48da889fe196 req-1ffe0a33-321a-4d61-b5cc-b5701bce2742 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548723 Sep 27 16:39:23.055933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a575b0-0cc0-474b-9bb5-dec87cbdfa44 req-c2a4c28c-5016-4b6d-b4e8-59dff5ca6360 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:23.057963 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0a575b0-0cc0-474b-9bb5-dec87cbdfa44 req-c2a4c28c-5016-4b6d-b4e8-59dff5ca6360 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0550537 Sep 27 16:39:23.116691 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0a575b0-0cc0-474b-9bb5-dec87cbdfa44 req-917bba8a-2efe-4a78-8d12-f74118082aba tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526872 Sep 27 16:39:23.532737 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0b014f6a-9e0c-4845-bffc-f22ec78772be req-33268ebd-c86b-462e-bad5-4f7009f858bd tempest-VolumesActionsTest-1202937359 tempest-VolumesActionsTest-1202937359-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b13caeb-5d84-44a8-bfaa-fb75150bec2f HTTP/1.1" status: 200 len: 210 time: 0.0368867 Sep 27 16:39:23.754235 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536411-511e-4eb6-bf86-a1086e73ea9f req-d6a22728-f83e-4a31-a7d2-ee5d24fd529a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:23.755725 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d3536411-511e-4eb6-bf86-a1086e73ea9f req-d6a22728-f83e-4a31-a7d2-ee5d24fd529a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0477092 Sep 27 16:39:23.809465 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d3536411-511e-4eb6-bf86-a1086e73ea9f req-e3283558-b71b-4daf-b0e1-745875c67096 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Sep 27 16:39:24.134660 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f5e3f-a96c-49ab-b8b5-e406b94a8f9e req-3fa0ad04-0fd6-4649-803d-9ea85daa90a0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:24.136286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d5f5e3f-a96c-49ab-b8b5-e406b94a8f9e req-3fa0ad04-0fd6-4649-803d-9ea85daa90a0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0478444 Sep 27 16:39:24.189532 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d5f5e3f-a96c-49ab-b8b5-e406b94a8f9e req-bde85fd1-1038-4c29-8426-188e0b313b76 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474112 Sep 27 16:39:24.805624 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device f7d376fe-e5b1-4dc1-9503-bd20dcb08471 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:39:24.826524 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: f7d376fe-e5b1-4dc1-9503-bd20dcb08471 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:39:24.826910 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device f7d376fe-e5b1-4dc1-9503-bd20dcb08471 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:39:24.954123 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e499295-537b-4266-9552-6f15b8fe1b81 req-ac8dfe7f-b466-4c4a-9fb5-442d4243a1a9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:24.957189 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e499295-537b-4266-9552-6f15b8fe1b81 req-ac8dfe7f-b466-4c4a-9fb5-442d4243a1a9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0672569 Sep 27 16:39:25.020287 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e499295-537b-4266-9552-6f15b8fe1b81 req-fa3c5fea-6129-465d-abd5-48da3ec9f30d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Sep 27 16:39:25.154893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37cda1-5900-4c2e-989d-b55571d218de req-45febd7c-1973-40de-9cdb-49122bd4b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:25.156697 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-45febd7c-1973-40de-9cdb-49122bd4b7e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9&tenant_id=41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 1127 time: 0.0880919 Sep 27 16:39:25.223569 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37cda1-5900-4c2e-989d-b55571d218de req-cbdd028f-fc62-442e-8e26-327c4178be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:25.225369 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-cbdd028f-fc62-442e-8e26-327c4178be2d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1127 time: 0.0402043 Sep 27 16:39:25.287303 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:25.334867 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37cda1-5900-4c2e-989d-b55571d218de req-b11f4ff7-06ff-4901-8138-7d51baebd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:25.336349 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-b11f4ff7-06ff-4901-8138-7d51baebd26b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.1040759 Sep 27 16:39:25.345516 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfb033-90a9-46e9-91b6-f07178dd438f req-01ada461-6737-4b43-94f5-65af6ade81d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:25.347066 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f1bfb033-90a9-46e9-91b6-f07178dd438f req-01ada461-6737-4b43-94f5-65af6ade81d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0655370 Sep 27 16:39:25.408788 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f1bfb033-90a9-46e9-91b6-f07178dd438f req-8db8f387-7d60-43c2-8e91-acdf0b066b42 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536518 Sep 27 16:39:25.439935 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-40b1dade-6238-494a-bb42-b32457f54600 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 999 time: 0.0881608 Sep 27 16:39:25.492718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37cda1-5900-4c2e-989d-b55571d218de req-2e8c21fd-3731-4a71-9764-2db568cde791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:25.494177 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-2e8c21fd-3731-4a71-9764-2db568cde791 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0452788 Sep 27 16:39:25.540118 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37cda1-5900-4c2e-989d-b55571d218de req-f91724ba-a307-4165-9fce-9cf367a17992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:25.542155 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-f91724ba-a307-4165-9fce-9cf367a17992 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393691 Sep 27 16:39:25.601272 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:25.693126 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-b32d5586-70bc-435c-b8e6-5cb68b324ed2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991619 Sep 27 16:39:25.797755 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bb37cda1-5900-4c2e-989d-b55571d218de req-bfa3fdd1-6c9d-40b4-83ae-10c2e4ccfaba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929544 Sep 27 16:39:26.188710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:26.192332 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150348f1-9f19-4e47-8485-71506c21f8fa req-b122845a-0212-4c70-b3fc-ccf90fcdab60 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:26.193797 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-150348f1-9f19-4e47-8485-71506c21f8fa req-b122845a-0212-4c70-b3fc-ccf90fcdab60 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0839882 Sep 27 16:39:26.246479 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-150348f1-9f19-4e47-8485-71506c21f8fa req-a4786aa5-8fd9-4859-a3f9-2c2c81ed5e57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Sep 27 16:39:26.537533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab2e75-4ddd-4658-99fe-58fe9979bcd8 req-ba4ff27e-75ba-4ec9-bfce-c2804bd65d5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:26.539001 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a6ab2e75-4ddd-4658-99fe-58fe9979bcd8 req-ba4ff27e-75ba-4ec9-bfce-c2804bd65d5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0465360 Sep 27 16:39:26.586034 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a6ab2e75-4ddd-4658-99fe-58fe9979bcd8 req-b66ef303-d206-48a3-ba31-519eca5ad85a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404232 Sep 27 16:39:27.375163 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bddf9-1b89-434d-b439-5ea20e92eb8a req-78fa4d45-49f7-4e1e-8dd4-f275f7125b12 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:27.376557 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2bddf9-1b89-434d-b439-5ea20e92eb8a req-78fa4d45-49f7-4e1e-8dd4-f275f7125b12 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0520329 Sep 27 16:39:27.424966 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5f2bddf9-1b89-434d-b439-5ea20e92eb8a req-ea09cf6a-d0ca-4a3b-ba23-cf364460e27f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Sep 27 16:39:27.715846 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c64b9-83f4-4da2-8e5b-023ff9681da0 req-ead642af-d141-45a1-b30a-67b69518e92c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:27.717413 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e9c64b9-83f4-4da2-8e5b-023ff9681da0 req-ead642af-d141-45a1-b30a-67b69518e92c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0474136 Sep 27 16:39:27.766311 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4e9c64b9-83f4-4da2-8e5b-023ff9681da0 req-97c2397d-5d23-4344-93ad-bbe3d077be65 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Sep 27 16:39:28.164354 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=8 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:28.542553 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46547fba-6560-4255-a8a0-c2cd59539d4c req-d0897846-75e9-4608-8b77-c12040276005 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:28.544161 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-46547fba-6560-4255-a8a0-c2cd59539d4c req-d0897846-75e9-4608-8b77-c12040276005 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0465560 Sep 27 16:39:28.600272 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-46547fba-6560-4255-a8a0-c2cd59539d4c req-a1d9e54f-01a2-4958-b3c8-4981b4f84605 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500975 Sep 27 16:39:28.892711 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:28.900705 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63178f30-db9a-42e7-83c8-168868aad3e7 req-876a21cc-fff7-46a3-b77e-36f65f8a7807 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:28.902654 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63178f30-db9a-42e7-83c8-168868aad3e7 req-876a21cc-fff7-46a3-b77e-36f65f8a7807 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0520711 Sep 27 16:39:28.951063 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63178f30-db9a-42e7-83c8-168868aad3e7 req-7c6e1d78-9892-4341-b893-ab4124d37ff0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Sep 27 16:39:29.719881 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90879a-ccab-48ca-9c68-7088f4b80409 req-a9573bb3-30a0-4661-a9a0-198a073459df tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:29.721496 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a90879a-ccab-48ca-9c68-7088f4b80409 req-a9573bb3-30a0-4661-a9a0-198a073459df tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0469742 Sep 27 16:39:29.769534 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a90879a-ccab-48ca-9c68-7088f4b80409 req-ad434637-5ef4-4a0a-8a83-ec7097132282 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Sep 27 16:39:30.098209 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee480-6038-43d2-928c-837e3864940e req-345764d3-2a83-446b-874b-d4c3dd711d13 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:30.100349 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a78ee480-6038-43d2-928c-837e3864940e req-345764d3-2a83-446b-874b-d4c3dd711d13 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0534658 Sep 27 16:39:30.156475 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a78ee480-6038-43d2-928c-837e3864940e req-e9a2dc1a-b60b-4cda-818f-8690849aadde tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479252 Sep 27 16:39:30.243799 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490b5a3-eefc-4e2c-a2b9-8c10c4a4cb1f req-3c7facfe-e2b1-431b-8bfb-41b452a9c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:30.246480 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a490b5a3-eefc-4e2c-a2b9-8c10c4a4cb1f req-3c7facfe-e2b1-431b-8bfb-41b452a9c1f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1130 time: 0.0439808 Sep 27 16:39:30.316635 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a490b5a3-eefc-4e2c-a2b9-8c10c4a4cb1f req-a719e844-2030-499e-9d3e-785aff9c5879 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608180 Sep 27 16:39:30.933662 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71754802-1e33-4e3b-8229-5e6489ba42bc req-feb63c58-e787-44de-bb23-a7c6451f6798 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:30.942332 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-71754802-1e33-4e3b-8229-5e6489ba42bc req-feb63c58-e787-44de-bb23-a7c6451f6798 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0786688 Sep 27 16:39:31.017134 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-71754802-1e33-4e3b-8229-5e6489ba42bc req-47f07208-ddd1-4c63-82b9-cbe38707ec32 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676064 Sep 27 16:39:31.322212 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72ece4-92d6-48f8-8cf8-7b2ea49e9324 req-afc53fb3-0514-4997-a09f-90233bae9b9d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:31.324655 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e72ece4-92d6-48f8-8cf8-7b2ea49e9324 req-afc53fb3-0514-4997-a09f-90233bae9b9d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0528460 Sep 27 16:39:31.387009 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e72ece4-92d6-48f8-8cf8-7b2ea49e9324 req-e1a3fad5-85a1-4188-ad34-723fc9ac7247 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563135 Sep 27 16:39:31.546976 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:32.173443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acec034-1f17-44a9-8314-d62c5c84d529 req-333c6f4a-00df-4426-96b6-e367cae3b206 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:32.175172 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5acec034-1f17-44a9-8314-d62c5c84d529 req-333c6f4a-00df-4426-96b6-e367cae3b206 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0670362 Sep 27 16:39:32.228756 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5acec034-1f17-44a9-8314-d62c5c84d529 req-71530df4-f6b1-419a-89f4-44d2dc0e4a4d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Sep 27 16:39:32.543829 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a18d2-d872-4414-ac32-8e6e4f68b427 req-affe4711-9699-458a-804f-46abaf673d9e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:32.545339 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d3a18d2-d872-4414-ac32-8e6e4f68b427 req-affe4711-9699-458a-804f-46abaf673d9e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0577517 Sep 27 16:39:32.556915 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:32.595050 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d3a18d2-d872-4414-ac32-8e6e4f68b427 req-e5f96a19-c8bf-4cb6-9ca4-4cb85f9315d2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438483 Sep 27 16:39:32.732851 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:33.361797 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d1ec-109a-4390-a4db-aacd081dbbd4 req-d5421608-26af-4dd4-b2f4-40b6f694a938 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:33.363475 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d04d1ec-109a-4390-a4db-aacd081dbbd4 req-d5421608-26af-4dd4-b2f4-40b6f694a938 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0529857 Sep 27 16:39:33.414168 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d04d1ec-109a-4390-a4db-aacd081dbbd4 req-74323390-4754-4430-8832-0726e18799b6 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Sep 27 16:39:33.735628 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08059405-a0e7-47f1-bf37-a3ac8c5328b5 req-dbe67d4e-a221-474d-820b-3d5064058477 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:33.739660 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-08059405-a0e7-47f1-bf37-a3ac8c5328b5 req-dbe67d4e-a221-474d-820b-3d5064058477 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0533266 Sep 27 16:39:33.800638 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-08059405-a0e7-47f1-bf37-a3ac8c5328b5 req-54c15c2a-4676-4d2b-9b05-d8ccc1545fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556970 Sep 27 16:39:34.449891 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:34.517160 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ef50cca3-0ab9-4222-87c8-861d05c8b98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:34.585025 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec77c7-0925-4926-8045-0307242628b5 req-c061e27c-1244-4e2d-a7ca-97d64c38b69f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:34.586946 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1ec77c7-0925-4926-8045-0307242628b5 req-c061e27c-1244-4e2d-a7ca-97d64c38b69f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0875461 Sep 27 16:39:34.706056 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1ec77c7-0925-4926-8045-0307242628b5 req-23e2d0de-699b-46dd-a6b3-868a1923fcf1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067598 Sep 27 16:39:34.975440 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cefe14-e6e3-4123-b496-fa3519714b71 req-0ce97467-6b1a-43c5-89bf-0620c8d6a9bd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:34.984730 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-01cefe14-e6e3-4123-b496-fa3519714b71 req-0ce97467-6b1a-43c5-89bf-0620c8d6a9bd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0848827 Sep 27 16:39:35.070056 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-01cefe14-e6e3-4123-b496-fa3519714b71 req-60c10828-83d6-4ff6-a645-b1c4af611faf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843530 Sep 27 16:39:35.848267 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:35.892525 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389e845-3397-4fab-93c3-b7bce8611a3f req-100d8a51-9329-40e2-a37a-c469de070bdc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:35.894358 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5389e845-3397-4fab-93c3-b7bce8611a3f req-100d8a51-9329-40e2-a37a-c469de070bdc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0812337 Sep 27 16:39:35.964351 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5389e845-3397-4fab-93c3-b7bce8611a3f req-067b5cec-b05a-40fe-86d5-58e6c9e38d5a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595582 Sep 27 16:39:36.318009 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514f9c6-0563-42e0-a96a-d6b9199e8bef req-7f6fb71a-9c72-45bb-8ee6-3dd904bd0159 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:36.328505 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f514f9c6-0563-42e0-a96a-d6b9199e8bef req-7f6fb71a-9c72-45bb-8ee6-3dd904bd0159 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1427047 Sep 27 16:39:36.410510 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f514f9c6-0563-42e0-a96a-d6b9199e8bef req-0c45f244-d16f-480e-a008-d4f0066cecb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809414 Sep 27 16:39:36.981371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-565a697f-9470-40d8-932c-71fab5c18f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:37.099297 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2beef3-6f76-4a48-8b9f-4dae7d79d630 req-888483e4-cea5-4e01-92c1-9e6e352cad80 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:37.107794 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d2beef3-6f76-4a48-8b9f-4dae7d79d630 req-888483e4-cea5-4e01-92c1-9e6e352cad80 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0624940 Sep 27 16:39:37.171061 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d2beef3-6f76-4a48-8b9f-4dae7d79d630 req-402f16d7-a8a8-4a18-a0f8-d885870a6f9e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578272 Sep 27 16:39:37.651961 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d343906-1d95-4863-bfac-428b4a1e0d26 req-1edd11a2-9a5b-4f2a-af1e-1606fd71d760 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:37.651961 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4d343906-1d95-4863-bfac-428b4a1e0d26 req-1edd11a2-9a5b-4f2a-af1e-1606fd71d760 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0732501 Sep 27 16:39:37.731497 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4d343906-1d95-4863-bfac-428b4a1e0d26 req-35cca98b-5594-4fb7-94e4-4c953b0c3bb6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707939 Sep 27 16:39:38.088715 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:38.313830 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b9534-97dd-4db0-85e0-0cfe5d367451 req-4169a6cc-04a7-490e-a14d-87c00a472e8f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:38.321007 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-af0b9534-97dd-4db0-85e0-0cfe5d367451 req-4169a6cc-04a7-490e-a14d-87c00a472e8f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0725932 Sep 27 16:39:38.395456 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-af0b9534-97dd-4db0-85e0-0cfe5d367451 req-2afc0487-eb62-43ae-8323-b295a51072a1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733726 Sep 27 16:39:38.946800 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcba85-75fe-44f2-beb3-b993ad433e3c req-c7506262-c247-48c3-a0e2-487f9ef6b4d9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:38.947792 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4fcba85-75fe-44f2-beb3-b993ad433e3c req-c7506262-c247-48c3-a0e2-487f9ef6b4d9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0997946 Sep 27 16:39:39.004545 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4fcba85-75fe-44f2-beb3-b993ad433e3c req-445917fa-97ce-43af-a5c9-c45885ce137d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559099 Sep 27 16:39:39.577413 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb08167-168b-47a7-920d-e93a466e0d2a req-85e9db83-c4ea-4d2b-9d34-2ee5b95742ed tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:39.634488 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6cb08167-168b-47a7-920d-e93a466e0d2a req-85e9db83-c4ea-4d2b-9d34-2ee5b95742ed tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0894330 Sep 27 16:39:39.780255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:39.780255 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6cb08167-168b-47a7-920d-e93a466e0d2a req-3fde41b2-594b-48d0-a9dd-d2a79a2e07ca tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067877 Sep 27 16:39:40.268325 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5ac7c-b658-492a-b735-7c136987184a req-3fd5135b-5e89-4eea-bd30-52054e251266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:40.286120 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4df5ac7c-b658-492a-b735-7c136987184a req-3fd5135b-5e89-4eea-bd30-52054e251266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1570156 Sep 27 16:39:40.289721 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=10 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:40.312149 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=47 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:40.414892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:40.419902 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4df5ac7c-b658-492a-b735-7c136987184a req-462db692-8702-4515-a443-90c2402dd5e2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314731 Sep 27 16:39:40.466477 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:40.952653 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf231687-55f3-4e60-88ec-284ebc38c72c req-5048c1c1-0c17-4df4-8b86-3e70776f562d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:40.954614 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cf231687-55f3-4e60-88ec-284ebc38c72c req-5048c1c1-0c17-4df4-8b86-3e70776f562d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0749424 Sep 27 16:39:41.014129 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cf231687-55f3-4e60-88ec-284ebc38c72c req-1eba7230-1386-48ca-b2ef-dcaea8eaeafb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535262 Sep 27 16:39:41.578903 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68eac-3e3d-4d94-aa25-6899d5788bc7 req-8fbc5ad3-2cb6-4d34-afbd-61f3411c3536 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:41.580892 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ddf68eac-3e3d-4d94-aa25-6899d5788bc7 req-8fbc5ad3-2cb6-4d34-afbd-61f3411c3536 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0548580 Sep 27 16:39:41.651328 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ddf68eac-3e3d-4d94-aa25-6899d5788bc7 req-8353294e-260e-4afa-8a80-a5b221072983 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641398 Sep 27 16:39:42.144370 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:42.155007 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df340c9f-fdf9-49f4-aabe-288e811a1845 req-17b008cb-38e2-4a58-af61-b00b67af3617 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:42.156507 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-df340c9f-fdf9-49f4-aabe-288e811a1845 req-17b008cb-38e2-4a58-af61-b00b67af3617 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0603182 Sep 27 16:39:42.207913 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-df340c9f-fdf9-49f4-aabe-288e811a1845 req-1efe0faf-b1bd-4607-9306-cc72f500a13a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Sep 27 16:39:42.749718 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:39:42.795652 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6308e1-a542-4d8b-a51a-0a6907d2b45e req-ba7bb8ef-142a-4ecf-a7d8-f358d4e24e11 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:42.797440 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c6308e1-a542-4d8b-a51a-0a6907d2b45e req-ba7bb8ef-142a-4ecf-a7d8-f358d4e24e11 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.0521438 Sep 27 16:39:42.875576 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c6308e1-a542-4d8b-a51a-0a6907d2b45e req-57c7eccc-4843-4c66-9046-d1dadc30a221 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638170 Sep 27 16:39:43.341344 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fb42e-d3e4-45f7-9ce1-2fbbb05c2295 req-f5e35d76-6ac0-43ab-bd17-98d1e6d5da75 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:43.343699 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f1fb42e-d3e4-45f7-9ce1-2fbbb05c2295 req-f5e35d76-6ac0-43ab-bd17-98d1e6d5da75 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0522480 Sep 27 16:39:43.401272 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f1fb42e-d3e4-45f7-9ce1-2fbbb05c2295 req-d9e89ed1-72ed-4eb7-969b-e4ad01931c5f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Sep 27 16:39:43.898997 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece6b1-ec06-4448-9fa4-2bc65bac2e47 req-96a6892c-2ce9-49fb-b402-f24076e9131a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:43.907626 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3dece6b1-ec06-4448-9fa4-2bc65bac2e47 req-96a6892c-2ce9-49fb-b402-f24076e9131a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0561664 Sep 27 16:39:43.957863 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3dece6b1-ec06-4448-9fa4-2bc65bac2e47 req-dc2d7120-01d8-4e93-8437-68ee68cc7bae tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Sep 27 16:39:44.102317 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58937f-29dd-4a2a-aa73-2edd11421f02 req-25d29d88-3ddb-4c59-b9dc-3b2013b1559f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:44.114759 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d58937f-29dd-4a2a-aa73-2edd11421f02 req-25d29d88-3ddb-4c59-b9dc-3b2013b1559f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1110401 Sep 27 16:39:44.199772 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d58937f-29dd-4a2a-aa73-2edd11421f02 req-acc209d9-0ef9-4a15-ba02-6d2123abccfd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761595 Sep 27 16:39:44.255527 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aea-d721-4424-98bd-9a10988c4802 req-324bf152-2d23-4292-9f85-35e3da3dbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:44.257844 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-324bf152-2d23-4292-9f85-35e3da3dbc60 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1127 time: 0.1378651 Sep 27 16:39:44.269415 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-ea32d611-fe2f-4e83-a6be-3196895b67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:44.271288 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-ea32d611-fe2f-4e83-a6be-3196895b67bf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1130 time: 0.0693150 Sep 27 16:39:44.764660 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-703baaaa-64b3-4fda-89f7-b35413805c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:44.766066 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-703baaaa-64b3-4fda-89f7-b35413805c9d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.1397357 Sep 27 16:39:44.839130 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-8c03070f-c6fe-40bf-b8e9-6d2703253291 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a2e9512-fd72-4935-9024-5d91227158e5 HTTP/1.1" status: 200 len: 217 time: 0.0470054 Sep 27 16:39:44.911846 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aea-d721-4424-98bd-9a10988c4802 req-1133b343-8913-40a5-bc8c-5b5ddda4c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:44.913441 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-1133b343-8913-40a5-bc8c-5b5ddda4c54c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.2524276 Sep 27 16:39:44.928028 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-7480055f-2f89-4b1b-982e-1f154980f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:44.929363 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-7480055f-2f89-4b1b-982e-1f154980f872 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0765643 Sep 27 16:39:45.016073 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-dbb5716a-e85a-46ea-a918-0e93b7be0449 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 200 len: 999 time: 0.0920985 Sep 27 16:39:45.016073 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-9b90c7dc-be51-4fdf-9bce-2ca08ba39c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.016444 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-9b90c7dc-be51-4fdf-9bce-2ca08ba39c36 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554316 Sep 27 16:39:45.104416 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cdc4f-c0c8-40fc-8922-08fe97396fc0 req-c98a261c-5bec-4f1b-ae85-cc20e2dfed2d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.107354 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d02cdc4f-c0c8-40fc-8922-08fe97396fc0 req-c98a261c-5bec-4f1b-ae85-cc20e2dfed2d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0618031 Sep 27 16:39:45.199629 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d02cdc4f-c0c8-40fc-8922-08fe97396fc0 req-42238ab6-3c96-49c7-ac12-02f18b8d6350 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819886 Sep 27 16:39:45.226667 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aea-d721-4424-98bd-9a10988c4802 req-b304f086-8ed2-4b2b-81d2-3ecce92c0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.228358 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-b304f086-8ed2-4b2b-81d2-3ecce92c0a97 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.1969295 Sep 27 16:39:45.336171 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-1a66edf5-6438-48f2-9a3c-da72ce442b2c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034747 Sep 27 16:39:45.345030 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824aea-d721-4424-98bd-9a10988c4802 req-25258677-06bc-45ad-9661-100a48215144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.347523 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-25258677-06bc-45ad-9661-100a48215144 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063697 Sep 27 16:39:45.423476 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593baa4-740c-4392-8ddd-f41dde333234 req-fd5ca79d-8faa-42b2-8e4f-75af5b0cf336 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.433651 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3593baa4-740c-4392-8ddd-f41dde333234 req-fd5ca79d-8faa-42b2-8e4f-75af5b0cf336 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1268685 Sep 27 16:39:45.543942 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3593baa4-740c-4392-8ddd-f41dde333234 req-f3013405-44b3-4491-8ed6-43d26771d25b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085420 Sep 27 16:39:45.570371 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e14ec7de-1dcd-4cf4-b547-a4877d994eba req-d4f9ea64-dbbd-43ba-a3d0-b28e404dee6b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206416 Sep 27 16:39:45.581471 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-5756d618-ca12-4046-8228-d6647fe7e25d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075236 Sep 27 16:39:45.638918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954983af-fb34-4e66-a916-c7b64d4e9770 req-ca6ce78a-6734-4c59-b3bd-b9ff0643440b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.643374 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-954983af-fb34-4e66-a916-c7b64d4e9770 req-ca6ce78a-6734-4c59-b3bd-b9ff0643440b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0856729 Sep 27 16:39:45.710965 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-954983af-fb34-4e66-a916-c7b64d4e9770 req-dbcc98e1-2781-4620-a4dd-3613d9e81222 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614247 Sep 27 16:39:45.721940 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-62824aea-d721-4424-98bd-9a10988c4802 req-c79552aa-24c0-4a9f-aa98-4040e63ec534 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338503 Sep 27 16:39:45.733272 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59062) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:45.924607 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:45.935472 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23311461-d01c-4359-85f2-d74a64e1a29b tempest-TestMinimumBasicScenario-1009852483 tempest-TestMinimumBasicScenario-1009852483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:45.940318 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-23311461-d01c-4359-85f2-d74a64e1a29b tempest-TestMinimumBasicScenario-1009852483 tempest-TestMinimumBasicScenario-1009852483-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1125 time: 0.2031200 Sep 27 16:39:45.940497 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59068) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:45.945446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'port_id': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:46.030235 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:46.144072 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:46.262324 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Allocated IP 172.27.2.253 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/58ae6e20-a1e0-4717-8dfe-80008c7cce02) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:39:46.282172 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:46.383329 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9709326-9e0a-44c9-8fbf-05a9f1a9a190 req-178458b2-0014-4f4b-823c-6439cec78059 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:46.384836 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d9709326-9e0a-44c9-8fbf-05a9f1a9a190 req-178458b2-0014-4f4b-823c-6439cec78059 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0890989 Sep 27 16:39:46.452029 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:46.479934 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d9709326-9e0a-44c9-8fbf-05a9f1a9a190 req-20a127d5-92b7-47d8-afa2-3ed61c790e64 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873687 Sep 27 16:39:46.615776 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:46.726017 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:46.737255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:46.741612 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:39:46.744090 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'Port': ['ID=58ae6e20-a1e0-4717-8dfe-80008c7cce02,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:46.786064 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.786483 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.786991 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.788035 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.788363 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.788738 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.789719 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793848 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.793941 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:46.812670 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607540c6-27ff-499d-896a-78edabf4f47c req-68635f4c-ac35-4375-8d5a-dacfcfb08db0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:46.819826 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-607540c6-27ff-499d-896a-78edabf4f47c req-68635f4c-ac35-4375-8d5a-dacfcfb08db0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1620247 Sep 27 16:39:46.899868 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:46.933662 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-607540c6-27ff-499d-896a-78edabf4f47c req-c55f1cf0-b1e4-4bcf-b7d6-7b55a3b9b618 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128674 Sep 27 16:39:47.278464 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for floatingip (9a88b371-e227-4e67-9e08-6f9c818eb236), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:47.407163 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:47.542415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:47.578320 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:47.651979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:47.721551 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addca984-dc9d-491c-a4ee-5a07f413dbfe req-55a9d0e8-8598-4f18-aa6a-317b8d40d77e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:47.723327 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-addca984-dc9d-491c-a4ee-5a07f413dbfe req-55a9d0e8-8598-4f18-aa6a-317b8d40d77e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1097796 Sep 27 16:39:47.774577 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (9a88b371-e227-4e67-9e08-6f9c818eb236), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:47.822045 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'Port': ['ID=58ae6e20-a1e0-4717-8dfe-80008c7cce02,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:47.923381 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-addca984-dc9d-491c-a4ee-5a07f413dbfe req-a2f7f3f5-cec0-4551-8c5c-020336967e33 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836605 Sep 27 16:39:47.976917 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-1425d3d5-dafa-4a4c-ab75-ed473fb1e29e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-849232985&fields=id&tenant_id=1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 267 time: 0.1944656 Sep 27 16:39:48.014503 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Floating IP 9a88b371-e227-4e67-9e08-6f9c818eb236 associated. External IP: 172.27.2.253, port: 95614818-7cd1-4590-9696-e7a8c3f6a751. Sep 27 16:39:48.020575 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:48.493215 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d4643-bda7-4faf-8fc1-21c03fcc3ef7 req-a11110f7-d6fa-48c8-86aa-4ff839ab8b12 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:48.494571 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3a1d4643-bda7-4faf-8fc1-21c03fcc3ef7 req-a11110f7-d6fa-48c8-86aa-4ff839ab8b12 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.4092686 Sep 27 16:39:48.534437 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-1fc39290-9ee6-47f9-a585-e3c66f4f06c0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:48.536040 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-1fc39290-9ee6-47f9-a585-e3c66f4f06c0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 811 time: 0.5489349 Sep 27 16:39:48.569161 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-7557ebf2-7d4c-4a36-96b6-8b93109a87a9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 375 time: 0.0219812 Sep 27 16:39:48.677621 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3a1d4643-bda7-4faf-8fc1-21c03fcc3ef7 req-29d22c60-3325-4a2e-80ec-13689d88ec70 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701841 Sep 27 16:39:48.701091 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-efd42f84-f78f-486a-8202-2f2d4853fd39 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250119 Sep 27 16:39:48.806949 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Router 84a79be7-f532-4e4a-8e70-e45a8c980b55 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:39:48.865742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:48.906918 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-4a61a9eb-4827-4093-9b80-1d8ff38d0251 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809621 Sep 27 16:39:49.084935 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:39:49.099344 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] Sync routers for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:39:49.114933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:49.115983 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:49.123688 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a170-7d9e-4351-8fe8-943487b7b5e5 req-0be9e954-8218-4176-aedd-84513111aa4b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:49.125227 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79a2a170-7d9e-4351-8fe8-943487b7b5e5 req-0be9e954-8218-4176-aedd-84513111aa4b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.1008117 Sep 27 16:39:49.154469 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-f2e03677-cbbf-4e09-b2b0-c5422ac0a37f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055337 Sep 27 16:39:49.188941 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:49.202093 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79a2a170-7d9e-4351-8fe8-943487b7b5e5 req-682037b5-648d-42bf-b27a-854f45d108a3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669885 Sep 27 16:39:49.263047 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59126) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:49.263588 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-17a3defa-637c-4d28-aaa3-121b91a6ace0 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3217716 Sep 27 16:39:49.264280 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:49.266925 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396849d8-2fef-48ac-a0c6-1f9362c7872f" -d '{"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:49.268284 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432054214', 'description': 'tempest-secgroup-smoke-432054214 description', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:49.324770 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeac503b-6b3a-44db-a9c0-572868ca95ea x-openstack-request-id: req-eeac503b-6b3a-44db-a9c0-572868ca95ea {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:49.325282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:49.325688 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eeac503b-6b3a-44db-a9c0-572868ca95ea {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:49.326263 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeac503b-6b3a-44db-a9c0-572868ca95ea'] response: {'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'status': 'completed', 'code': 200} Sep 27 16:39:49.363693 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:49.378950 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:49.428312 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:49.444402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:49.516401 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group (02540f7c-f22e-42a2-9262-958f6ddd2582), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:49.608234 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (02540f7c-f22e-42a2-9262-958f6ddd2582), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:49.626861 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '9a88b371-e227-4e67-9e08-6f9c818eb236', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'port_id': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'mac_address': 'fa:16:3e:3c:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:47Z', 'updated_at': '2022-09-27T16:39:47Z', 'revision_number': 0, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:49.651403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02540f7c-f22e-42a2-9262-958f6ddd2582,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:49.662026 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] Checking router: 84a79be7-f532-4e4a-8e70-e45a8c980b55 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:39:49.670470 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.671362 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.671887 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.672298 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.672805 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.673174 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:39:49.673519 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.673979 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:49.674335 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.674861 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.675490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.675805 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.676292 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.676822 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.677324 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.677740 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.678066 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:49.717612 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:49.726127 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1e0c2f2c-0d24-4235-993a-9ddefd42695b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4559691 Sep 27 16:39:49.726825 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59136) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:49.731336 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group_rule': {'security_group_id': '02540f7c-f22e-42a2-9262-958f6ddd2582', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:49.829365 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:39:49.882331 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (f6fd8367-6751-4bbb-9e2d-2daa07a14509), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:49.950914 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7457ea-f613-44d0-9937-ada74233a4a3 req-04f77edc-221a-42ca-8a42-f05b25530ac2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:49.959131 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d7457ea-f613-44d0-9937-ada74233a4a3 req-04f77edc-221a-42ca-8a42-f05b25530ac2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1408532 Sep 27 16:39:49.976011 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-963774da-4cad-48b1-b28c-39f384ad18fc req-0d6dabd0-2093-4e46-bf02-fb433d85fdf5 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0765483 Sep 27 16:39:50.036103 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:50.044291 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:50.048887 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (f6fd8367-6751-4bbb-9e2d-2daa07a14509), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.071112 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d7457ea-f613-44d0-9937-ada74233a4a3 req-90bd0723-71c2-463c-81f6-a2c5103b8fa6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109123 Sep 27 16:39:50.116969 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (f6fd8367-6751-4bbb-9e2d-2daa07a14509), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.134664 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fd8367-6751-4bbb-9e2d-2daa07a14509,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:50.207603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:50.243181 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '9a88b371-e227-4e67-9e08-6f9c818eb236', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'port_id': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'mac_address': 'fa:16:3e:3c:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:47Z', 'updated_at': '2022-09-27T16:39:47Z', 'revision_number': 0, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:39:50.279255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.280677 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0f4c0512-f27a-4d14-9b26-417acdb8f352 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5566144 Sep 27 16:39:50.283276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739b84a-d984-46ef-b220-2b87f660995a None None] The sync data for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi is: [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '9a88b371-e227-4e67-9e08-6f9c818eb236', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'port_id': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'mac_address': 'fa:16:3e:3c:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:47Z', 'updated_at': '2022-09-27T16:39:47Z', 'revision_number': 0, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:39:50.285297 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59158) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:50.300461 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group_rule': {'security_group_id': '02540f7c-f22e-42a2-9262-958f6ddd2582', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:50.353929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-2b0e84af-11bc-4718-b5f0-d3374d3ede2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:50.356184 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-2b0e84af-11bc-4718-b5f0-d3374d3ede2d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1130 time: 0.1184392 Sep 27 16:39:50.407857 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (dbdddf6e-0821-4502-a069-062b942a5fd1), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.482621 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-133386e8-44be-48d3-9e35-8beb7b3f1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:50.484207 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-133386e8-44be-48d3-9e35-8beb7b3f1973 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 916 time: 0.1107593 Sep 27 16:39:50.503226 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (dbdddf6e-0821-4502-a069-062b942a5fd1), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.587634 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (dbdddf6e-0821-4502-a069-062b942a5fd1), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.595069 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-b9416723-17cc-487a-865b-7db9e8da4c99 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 1000 time: 0.0893958 Sep 27 16:39:50.619003 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:50.625611 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdddf6e-0821-4502-a069-062b942a5fd1,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:50.682819 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-1f84e593-0f95-426f-ac56-7bf3c9998b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:50.685491 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-1f84e593-0f95-426f-ac56-7bf3c9998b0d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.0796263 Sep 27 16:39:50.698179 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.698179 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d1e645e4-ff15-479b-8f6a-a29dece3d99a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3975201 Sep 27 16:39:50.698179 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59160) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:50.698429 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3eabb3-adb9-4e13-abe5-de1675cd6013 None None] New status for floating IP 9a88b371-e227-4e67-9e08-6f9c818eb236: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:39:50.698905 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group_rule': {'security_group_id': '02540f7c-f22e-42a2-9262-958f6ddd2582', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:50.760299 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-1cb4e3bc-0cb1-4377-9e67-ff25da12f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:50.763716 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-1cb4e3bc-0cb1-4377-9e67-ff25da12f2a3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565181 Sep 27 16:39:50.814193 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (35d9fcb9-7341-4e05-82b9-26e4ec42bbcd), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.916750 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-0bfbae07-9564-40eb-9846-1f1783ea7d5e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428652 Sep 27 16:39:50.935670 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (35d9fcb9-7341-4e05-82b9-26e4ec42bbcd), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:50.972463 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:39:51.004223 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (35d9fcb9-7341-4e05-82b9-26e4ec42bbcd), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.049144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d9fcb9-7341-4e05-82b9-26e4ec42bbcd,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:51.114806 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eeb47e00-e28a-45dc-a90e-9ca12dce38cc req-a8d7b6e3-a4ec-4e0b-a095-2e0bc275c588 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0548694 Sep 27 16:39:51.150213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.151801 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e1a94eaa-34a5-45d5-86f8-5ad685242f40 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4579446 Sep 27 16:39:51.156704 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59170) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:51.161783 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group_rule': {'security_group_id': '02540f7c-f22e-42a2-9262-958f6ddd2582', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:51.215814 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:51.247296 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'port_id': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'mac_address': 'fa:16:3e:8f:fc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:39:51.305344 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c678-263f-4dc8-a673-4dbfa646767a req-b9a114ac-63b2-4026-b29f-733dc6e960cc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:51.319879 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9654c678-263f-4dc8-a673-4dbfa646767a req-b9a114ac-63b2-4026-b29f-733dc6e960cc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 943 time: 0.1155779 Sep 27 16:39:51.335906 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (466cd9af-94fb-42a8-a74b-7d414a6cab30), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.345779 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:51.346258 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.364036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184e6faa-be62-4210-acc1-64aceea7f1f0 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:39:51.392110 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59182) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:51.399756 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142050740', 'description': 'tempest-description--526363420'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:51.406573 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:51.427379 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-396849d8-2fef-48ac-a0c6-1f9362c7872f req-c3366692-2b71-4061-a5fc-bcfff1c22f31 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266946 Sep 27 16:39:51.439393 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9654c678-263f-4dc8-a673-4dbfa646767a req-4b079680-149a-4bad-9922-ac86933c73fb tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051676 Sep 27 16:39:51.452452 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (466cd9af-94fb-42a8-a74b-7d414a6cab30), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.467558 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.488153 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.535297 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (466cd9af-94fb-42a8-a74b-7d414a6cab30), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.573249 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466cd9af-94fb-42a8-a74b-7d414a6cab30,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:51.581750 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=9']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:51.592811 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.593441 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.593995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.594539 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.595099 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.595675 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.596215 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.596701 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.597193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.597684 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.598167 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.598651 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.599173 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.599962 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.600677 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:39:51.619841 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group (2fb4f321-b7d0-49d8-897e-df96cfdd37a3), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.690371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2fb4f321-b7d0-49d8-897e-df96cfdd37a3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.694412 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.696660 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-81c25091-adbc-46c5-aea6-0543d681fa88 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5387046 Sep 27 16:39:51.701329 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59184) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:51.712436 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group_rule': {'security_group_id': '02540f7c-f22e-42a2-9262-958f6ddd2582', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:51.735492 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb4f321-b7d0-49d8-897e-df96cfdd37a3,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:51.815581 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.securitygroups_db [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Project d5fb5144fbf64abe8ec6b37c7f0444b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 16:39:51.817402 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.821692 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-885c24d6-d2d6-42b7-9b1d-670e7f3607e8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4258084 Sep 27 16:39:51.821979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59186) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:51.828115 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'security_group_rule': {'security_group_id': '2fb4f321-b7d0-49d8-897e-df96cfdd37a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:51.831217 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (02ed142e-6a25-43fe-8a1f-be99851c4a12), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.845696 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['184e6faa-be62-4210-acc1-64aceea7f1f0'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:39:51.919789 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:51.938824 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group_rule (5edd70c5-e1dd-43ce-87b7-86e5d48bcc92), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:51.945166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (02ed142e-6a25-43fe-8a1f-be99851c4a12), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.037339 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (02ed142e-6a25-43fe-8a1f-be99851c4a12), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.050192 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group_rule (5edd70c5-e1dd-43ce-87b7-86e5d48bcc92), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.085046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ed142e-6a25-43fe-8a1f-be99851c4a12,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:52.118889 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (5edd70c5-e1dd-43ce-87b7-86e5d48bcc92), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.140864 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edd70c5-e1dd-43ce-87b7-86e5d48bcc92,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:52.143695 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:52.165435 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.168767 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8d7126c9-fc6f-4b1d-8a43-8d1140b5f6f7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4658158 Sep 27 16:39:52.170964 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59190) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:52.185313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'security_group_rule': {'security_group_id': '02540f7c-f22e-42a2-9262-958f6ddd2582', 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:52.250033 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5bcc8ff0-de25-4a24-8676-bdedbd56e078 req-d4c408d8-47db-4d1a-9cb1-9c05293123e5 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0323615 Sep 27 16:39:52.275453 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.279975 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a4f3bbd8-3b71-42b0-af4f-16c552fac64d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539204 Sep 27 16:39:52.280483 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59192) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:52.285815 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'security_group_rule': {'security_group_id': '2fb4f321-b7d0-49d8-897e-df96cfdd37a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:52.334378 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.securitygroups_db [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Project d5fb5144fbf64abe8ec6b37c7f0444b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 16:39:52.377777 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group_rule (82301408-3256-473a-9b1a-b38b609c612c), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.380602 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (0319a2e7-0c82-411f-bba6-ddc55c1d3caf), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.480176 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:52.482714 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group_rule (82301408-3256-473a-9b1a-b38b609c612c), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.497405 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (0319a2e7-0c82-411f-bba6-ddc55c1d3caf), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.591179 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (82301408-3256-473a-9b1a-b38b609c612c), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.592848 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (0319a2e7-0c82-411f-bba6-ddc55c1d3caf), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.623807 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c968c-c045-4472-bcea-be7393110532 req-1891806d-2c44-4742-b26e-fb0f8222534a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:52.625479 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7d8c968c-c045-4472-bcea-be7393110532 req-1891806d-2c44-4742-b26e-fb0f8222534a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 944 time: 0.0736420 Sep 27 16:39:52.631482 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82301408-3256-473a-9b1a-b38b609c612c,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:52.668902 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0319a2e7-0c82-411f-bba6-ddc55c1d3caf,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:52.708909 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7d8c968c-c045-4472-bcea-be7393110532 req-895fb684-86d4-4ba9-bd3b-18d97c4e9fef tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750904 Sep 27 16:39:52.723195 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.739325 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-2bdf5684-b487-4ba4-a8fc-15a7a82bfd37 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5599744 Sep 27 16:39:52.739325 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.739325 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-54205869-535f-4d99-99c5-f2f4634f1944 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4563096 Sep 27 16:39:52.749961 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59204) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:39:52.751373 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:52.754463 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:52.790352 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:52.849679 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-c9a85ed6-15cf-4ffe-b77e-07b1aca914f5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-432054214&fields=id&tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3 HTTP/1.1" status: 200 len: 267 time: 0.0527797 Sep 27 16:39:52.877572 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:52.916818 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-1a1b5ba1-b94f-4090-a01e-8cfc92281b3c tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:52.921048 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-1a1b5ba1-b94f-4090-a01e-8cfc92281b3c tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0647731 Sep 27 16:39:52.943913 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'port': {'security_groups': ['3772649c-8729-4c04-afa2-6a0375b06ee8', '02540f7c-f22e-42a2-9262-958f6ddd2582']}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:53.006829 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:39:53.036627 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.076237 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 184e6faa-be62-4210-acc1-64aceea7f1f0 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:53.077014 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.077580 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 184e6faa-be62-4210-acc1-64aceea7f1f0 Sep 27 16:39:53.219776 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 184e6faa-be62-4210-acc1-64aceea7f1f0 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:39:53.220833 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.253003 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:53.255478 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a256c7-d5cb-4e88-a545-8285312b2fca" -d '{"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-plugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:53.268084 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.269794 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:53.330088 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:39:53.505119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2d198-e169-4439-a573-bb4f54163ef3 x-openstack-request-id: req-78b2d198-e169-4439-a573-bb4f54163ef3 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:53.505119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-plugged", "status": "completed", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:53.505119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78b2d198-e169-4439-a573-bb4f54163ef3 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:53.505119 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b2d198-e169-4439-a573-bb4f54163ef3'] response: {'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'code': 200} Sep 27 16:39:53.513104 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.514228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Allocated IP 172.27.2.6 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/2afe4352-3fd1-4fd4-b139-ffa27b560e6e) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:39:53.514443 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.514443 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:53.514768 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7c2edd3a-a1c9-4531-bc0b-1173cacbf993 req-ef64b05f-2a89-4adf-a117-b695da1d09fc tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0456622 Sep 27 16:39:53.528277 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=10']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:53.533159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.545864 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['95614818-7cd1-4590-9696-e7a8c3f6a751'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:39:53.549824 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:53.549824 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.555547 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa71a4f7-6328-4ce9-8680-8cd270f19699 req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "PUT /networking/v2.0/ports/95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 982 time: 0.6242156 Sep 27 16:39:53.558552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:53.561674 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffae872-386f-458a-be06-43db40088905" -d '{"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:53.594052 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.640348 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fe79d-3a4d-4b85-8c9d-1452ccab3306 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=6']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:53.666351 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd0926-2962-4778-be94-92f7768ac640 x-openstack-request-id: req-8acd0926-2962-4778-be94-92f7768ac640 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:53.666763 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:53.667439 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8acd0926-2962-4778-be94-92f7768ac640 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:53.667937 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acd0926-2962-4778-be94-92f7768ac640'] response: {'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'status': 'completed', 'code': 200} Sep 27 16:39:53.717938 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['95614818-7cd1-4590-9696-e7a8c3f6a751'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:39:53.718182 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:53.725591 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:53.754478 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abb0c8-e897-4367-af80-3ce0f5e4eb88 req-aad0742b-f6d3-44af-b29c-94c1332f36d6 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:53.756181 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-20abb0c8-e897-4367-af80-3ce0f5e4eb88 req-aad0742b-f6d3-44af-b29c-94c1332f36d6 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0706251 Sep 27 16:39:53.868292 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:53.893944 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:53.896219 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'Port': ['ID=2afe4352-3fd1-4fd4-b139-ffa27b560e6e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:53.904402 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-20abb0c8-e897-4367-af80-3ce0f5e4eb88 req-eceabcf7-6d81-475d-8e29-0fce4bcf5878 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349988 Sep 27 16:39:53.918650 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:39:53.940330 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:53.941524 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae872-386f-458a-be06-43db40088905 req-4ee5cd79-e428-46f7-bf90-21975c982d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:53.943297 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-4ee5cd79-e428-46f7-bf90-21975c982d85 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1169 time: 0.1847696 Sep 27 16:39:53.948019 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df8d7-c0b6-4ede-975e-cefc89dfc96f req-1365561f-70f3-44be-b388-d75400327d27 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:53.951460 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b19df8d7-c0b6-4ede-975e-cefc89dfc96f req-1365561f-70f3-44be-b388-d75400327d27 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.1040399 Sep 27 16:39:54.028723 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b19df8d7-c0b6-4ede-975e-cefc89dfc96f req-7d08dceb-1a3d-4184-8015-e4911cac2477 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694218 Sep 27 16:39:54.111342 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:54.161816 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:54.200324 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:54.230729 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae872-386f-458a-be06-43db40088905 req-1cd21bda-818d-4c23-86dc-8131f885f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:54.232213 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-1cd21bda-818d-4c23-86dc-8131f885f48b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 916 time: 0.2428617 Sep 27 16:39:54.238718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-50fb414b-aadc-43aa-bf00-ae49cd182617 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:54.241898 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-50fb414b-aadc-43aa-bf00-ae49cd182617 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 811 time: 0.4384649 Sep 27 16:39:54.300015 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:54.377322 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:54.507374 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:54.631088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:54.631975 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:54.673424 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8ed30193-b86b-49b0-9531-dd56794a29ec req-02514466-6c68-409e-870a-cac678ba16be tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0639200 Sep 27 16:39:54.710981 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-5dbf020b-0339-4733-ac56-fb33e3cadf1e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 1002 time: 0.1751504 Sep 27 16:39:54.734184 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'Port': ['ID=2afe4352-3fd1-4fd4-b139-ffa27b560e6e,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:54.742452 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-8798371b-efe3-4561-bda9-b8e29f3cd5e5 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 379 time: 0.1710305 Sep 27 16:39:54.763832 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:54.765049 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1a8ecb52-f2e5-433e-8478-a3bf192cb8d3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0196145 Sep 27 16:39:54.969680 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-149273a1-bb28-4298-a3d4-e970049f78f2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--142050740&fields=id&tenant_id=9288b4e62bc945479636aec307a98746 HTTP/1.1" status: 200 len: 267 time: 0.0437422 Sep 27 16:39:55.080430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-48a3a255-8633-4401-a227-d4a2d2920e56 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:55.081881 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-48a3a255-8633-4401-a227-d4a2d2920e56 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 819 time: 0.1043930 Sep 27 16:39:55.096608 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-54d67f41-4699-4cb0-8b12-9ec2979c702e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/quotas/9288b4e62bc945479636aec307a98746 HTTP/1.1" status: 200 len: 375 time: 0.0094256 Sep 27 16:39:55.131899 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'port': {'device_id': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'admin_state_up': True, 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'security_groups': ['048a1e3b-c786-43f7-9b7c-5a06e6bc8d94']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:55.174822 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:55.220778 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-f307367a-5376-4d33-98b2-e7202f40ed89 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1172233 Sep 27 16:39:55.222134 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae872-386f-458a-be06-43db40088905 req-54866805-8002-496c-b465-21583a6c65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:55.223606 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-54866805-8002-496c-b465-21583a6c65a9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.1066968 Sep 27 16:39:55.228946 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b58856-2b68-4193-88ab-bd32b552edeb req-ebbb7016-86be-48ac-aaab-625ba334f88f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:55.230057 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f8b58856-2b68-4193-88ab-bd32b552edeb req-ebbb7016-86be-48ac-aaab-625ba334f88f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.1027408 Sep 27 16:39:55.231815 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98e11e-20c6-4c49-ae0a-401ca3640a95 req-649ea6b4-ba5a-491e-8ecb-58ed751bc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:55.233743 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7b98e11e-20c6-4c49-ae0a-401ca3640a95 req-649ea6b4-ba5a-491e-8ecb-58ed751bc47b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 1130 time: 0.1155493 Sep 27 16:39:55.291259 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae872-386f-458a-be06-43db40088905 req-9bab02aa-565f-455c-9f05-a3bc7316d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:55.293299 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-9bab02aa-565f-455c-9f05-a3bc7316d744 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612292 Sep 27 16:39:55.375992 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7b98e11e-20c6-4c49-ae0a-401ca3640a95 req-59432693-5913-43e7-b952-e082f2270155 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259685 Sep 27 16:39:55.383361 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f8b58856-2b68-4193-88ab-bd32b552edeb req-a073fa6f-c7e2-4991-b6c2-74ade2c47ca4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449120 Sep 27 16:39:55.406801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Made reservation on behalf of 1e0f894b53284e788cdb4864acd917be for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:39:55.406801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:55.413030 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-9aeafbe5-895a-4d4f-a7d3-e2fb86bc4277 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639588 Sep 27 16:39:55.420615 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:55.431720 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-79b8a428-cc93-47eb-8771-75ec8234fe9b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263528 Sep 27 16:39:55.527354 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-25f4a7b4-367f-4776-830e-ec9f8c5466d1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075764 Sep 27 16:39:55.567272 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Allocated IP 172.20.0.13 (fa6ed79c-29cf-4084-8c9a-3f99a2a02140/811c54e2-1272-45b2-9c45-70589ff5334f/52f691b3-ea75-4afe-9e42-e90c76a84965) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:39:55.805226 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:55.864100 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-40a038db-5eaa-46d1-b49a-0b5bed8071bd req-15727142-030d-4c35-871a-f59e31d450b4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.1021681 Sep 27 16:39:55.864786 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3c3c3fdf-b1f0-41e6-8fc6-528651e27dc5 req-0b0fe1b2-f18b-400c-b1db-d62832a40303 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0904698 Sep 27 16:39:55.927839 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:55.934659 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-bffae872-386f-458a-be06-43db40088905 req-847d69ae-e8b8-49bf-800c-2a3b825a9f2d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742941 Sep 27 16:39:56.054245 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:56.095001 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:39:56.098058 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:39:56.100595 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:39:56.105693 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:56.106313 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:56.127249 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=52f691b3-ea75-4afe-9e42-e90c76a84965,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:56.194591 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-67ace2c9-b1ca-4879-95be-102bdbc8e9c2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0762558 Sep 27 16:39:56.395778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Provisioning complete for port 52f691b3-ea75-4afe-9e42-e90c76a84965 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:39:56.395778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:56.395778 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Attempt 1 to provision port 52f691b3-ea75-4afe-9e42-e90c76a84965 Sep 27 16:39:56.400764 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Request body: {'port': {'device_id': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:39:56.429600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Port 52f691b3-ea75-4afe-9e42-e90c76a84965 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:56.492742 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:56.537393 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:56.553853 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28511877-259e-4981-a9e4-07bf174e5b42 req-26536612-4b7c-4ff9-a5c9-5227b16469ab tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:56.555368 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28511877-259e-4981-a9e4-07bf174e5b42 req-26536612-4b7c-4ff9-a5c9-5227b16469ab tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0622189 Sep 27 16:39:56.605437 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28511877-259e-4981-a9e4-07bf174e5b42 req-1f0864d4-92c1-459f-824e-159fd307cf7e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Sep 27 16:39:56.765437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f691b3-ea75-4afe-9e42-e90c76a84965 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:39:56.772927 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Publish callbacks [] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:56.786105 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Transition to ACTIVE for port object 52f691b3-ea75-4afe-9e42-e90c76a84965 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:39:56.920335 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:56.931323 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Attempt 2 to provision port 52f691b3-ea75-4afe-9e42-e90c76a84965 Sep 27 16:39:56.943783 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:56.981639 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Port 52f691b3-ea75-4afe-9e42-e90c76a84965 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:39:56.985851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Pushing event updated for resources: {'Port': ['ID=52f691b3-ea75-4afe-9e42-e90c76a84965,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:57.000585 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Attempting to bind port 52f691b3-ea75-4afe-9e42-e90c76a84965 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:39:57.000776 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Attempting to bind port 52f691b3-ea75-4afe-9e42-e90c76a84965 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:39:57.006438 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Attempting to bind port 52f691b3-ea75-4afe-9e42-e90c76a84965 on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:39:57.020313 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7a3ec456-4325-41d6-8577-ec878383d562 req-987a12c0-a9e3-46e7-b449-dc8b6e725349 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0547268 Sep 27 16:39:57.032318 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88e71e-eb36-40a6-b2a0-ed9236847e10 req-54cffbcb-7d2a-4588-abbe-ad21a18ac79a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:57.034359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6f88e71e-eb36-40a6-b2a0-ed9236847e10 req-54cffbcb-7d2a-4588-abbe-ad21a18ac79a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0816433 Sep 27 16:39:57.058318 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Port 52f691b3-ea75-4afe-9e42-e90c76a84965 on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:39:57.058761 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Attempting to bind port 52f691b3-ea75-4afe-9e42-e90c76a84965 on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:39:57.085141 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6f88e71e-eb36-40a6-b2a0-ed9236847e10 req-96d16e9b-4faa-4c78-9b7e-acd3dc56e53a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Sep 27 16:39:57.103628 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:39:57.104075 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Checking segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:39:57.105490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Bound using segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:39:57.105931 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Bound port: 52f691b3-ea75-4afe-9e42-e90c76a84965, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:39:57.106288 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:57.167257 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:39:57.170933 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] For port 52f691b3-ea75-4afe-9e42-e90c76a84965, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:39:57.173896 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] For port 52f691b3-ea75-4afe-9e42-e90c76a84965, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=52f691b3-ea75-4afe-9e42-e90c76a84965,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:39:57.289033 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:57.293307 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:57.293917 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:39:57.295313 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/52f691b3-ea75-4afe-9e42-e90c76a84965 HTTP/1.1" status: 200 len: 1094 time: 0.9012291 Sep 27 16:39:57.297479 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:39:57.299690 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da65014-9c9a-425a-912c-3aa85b1eb667" -d '{"events": [{"name": "network-changed", "server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:39:57.338201 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf633a-b942-4d85-925e-2e3c6782fa00 x-openstack-request-id: req-a0bf633a-b942-4d85-925e-2e3c6782fa00 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:39:57.338482 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:39:57.338735 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0bf633a-b942-4d85-925e-2e3c6782fa00 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:39:57.339648 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bf633a-b942-4d85-925e-2e3c6782fa00'] response: {'name': 'network-changed', 'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'status': 'completed', 'code': 200} Sep 27 16:39:57.349036 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad1ce6-5a1f-4873-aa0d-3bf99268b926 service neutron] Pushing event updated for resources: {'Port': ['ID=52f691b3-ea75-4afe-9e42-e90c76a84965,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:39:57.483202 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Attempt 3 to provision port 52f691b3-ea75-4afe-9e42-e90c76a84965 Sep 27 16:39:57.522563 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b85ab-278c-4a55-9c7b-3d4538b819c2 None None] Port 52f691b3-ea75-4afe-9e42-e90c76a84965 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:39:57.738860 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28be0d-f8b2-49c9-9395-ad1a1fd3b1a4 req-a90ece89-623a-49be-bfe0-79fb3ed099c8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:57.740228 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fa28be0d-f8b2-49c9-9395-ad1a1fd3b1a4 req-a90ece89-623a-49be-bfe0-79fb3ed099c8 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0497806 Sep 27 16:39:57.787889 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fa28be0d-f8b2-49c9-9395-ad1a1fd3b1a4 req-823d6954-ee90-44da-93ad-4987137789d6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420680 Sep 27 16:39:58.125876 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-56a30ec3-16ff-40cf-9abc-b7d1a524bbd8 req-f368bdbe-34dc-48ec-bb7c-6d810368575c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Sep 27 16:39:58.208062 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d345b5-a671-4003-9fc3-d4636f2526e6 req-272fb8e8-fc9f-46e1-8ca9-c9d3a5cdda2c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:58.209510 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b7d345b5-a671-4003-9fc3-d4636f2526e6 req-272fb8e8-fc9f-46e1-8ca9-c9d3a5cdda2c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0462081 Sep 27 16:39:58.258300 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b7d345b5-a671-4003-9fc3-d4636f2526e6 req-713fde83-1824-431a-97b2-2c2e045c1b7d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Sep 27 16:39:58.926527 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549fa1-2654-4490-b4ae-7def693d3bc9 req-08e3e28d-fe75-412b-b4f5-1b267f3699c8 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:58.928002 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-80549fa1-2654-4490-b4ae-7def693d3bc9 req-08e3e28d-fe75-412b-b4f5-1b267f3699c8 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.0784836 Sep 27 16:39:58.946870 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be4455-221f-4835-976a-1a0cfe71ecb4 req-2759a8b8-ac95-4d15-9076-f2d73cf36bd3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:58.948244 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07be4455-221f-4835-976a-1a0cfe71ecb4 req-2759a8b8-ac95-4d15-9076-f2d73cf36bd3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0660248 Sep 27 16:39:59.013939 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-80549fa1-2654-4490-b4ae-7def693d3bc9 req-8d4edef4-1058-4350-937a-c5f2691b3783 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802593 Sep 27 16:39:59.017078 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07be4455-221f-4835-976a-1a0cfe71ecb4 req-45f05048-8122-4916-ac13-339ef332410f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619268 Sep 27 16:39:59.228988 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-70dfeafe-8310-4bc6-bc48-f3ff28c55e71 req-db209958-2ad4-42d8-adc7-f99bfbb1d0f2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Sep 27 16:39:59.382232 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc7c61-fc67-4a08-afe4-7e3880cbddf5 req-4c1515ac-4fde-483f-8795-a15eef497744 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:39:59.383728 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-95dc7c61-fc67-4a08-afe4-7e3880cbddf5 req-4c1515ac-4fde-483f-8795-a15eef497744 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0509524 Sep 27 16:39:59.434861 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-95dc7c61-fc67-4a08-afe4-7e3880cbddf5 req-decfa41f-de57-4afe-a5aa-0ae6d217e314 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446844 Sep 27 16:40:00.165281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d912d3-e36f-4471-b7f8-bbf8094f233d req-8605607b-5a32-4e1f-9a37-a4e4023466ba tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:00.166764 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-93d912d3-e36f-4471-b7f8-bbf8094f233d req-8605607b-5a32-4e1f-9a37-a4e4023466ba tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.0769701 Sep 27 16:40:00.175304 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912dbb-c867-4789-973b-e713c76a54d0 req-3717e5a3-02ef-4056-9a9a-d2d0c7d8d66d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:00.176710 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f912dbb-c867-4789-973b-e713c76a54d0 req-3717e5a3-02ef-4056-9a9a-d2d0c7d8d66d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0758731 Sep 27 16:40:00.254635 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-93d912d3-e36f-4471-b7f8-bbf8094f233d req-e14eb06e-0488-46e4-bace-24f35b8e4ea7 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769477 Sep 27 16:40:00.259061 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f912dbb-c867-4789-973b-e713c76a54d0 req-0209e9dc-0dc4-40d1-86a5-69623f578341 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735679 Sep 27 16:40:00.343983 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e6cd95ad-fae4-44f8-bfba-44e92791c164 req-d0c47069-eb68-4dc0-9f95-b5ae122bd7dd tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Sep 27 16:40:00.431357 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65014-9c9a-425a-912c-3aa85b1eb667 req-ee6c2e31-21fc-4136-9b20-9c364db64af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:00.432817 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-5da65014-9c9a-425a-912c-3aa85b1eb667 req-ee6c2e31-21fc-4136-9b20-9c364db64af8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 1128 time: 0.0473881 Sep 27 16:40:00.562562 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048607c-7ebb-43dd-9b4f-f5bfdb19b89d req-29e1bd07-6fd6-4b54-858c-cff909f70612 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:00.564103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b048607c-7ebb-43dd-9b4f-f5bfdb19b89d req-29e1bd07-6fd6-4b54-858c-cff909f70612 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0494633 Sep 27 16:40:00.614732 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b048607c-7ebb-43dd-9b4f-f5bfdb19b89d req-a77dcd10-acdc-49b7-a3f1-e15d604ba15c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449541 Sep 27 16:40:01.169222 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.376265 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:01.409800 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:01.417326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fa846-a2f5-465d-a896-3ce76ac26ef6 req-2b85da92-2571-4b24-8276-5d5244678a6a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:01.419385 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-874fa846-a2f5-465d-a896-3ce76ac26ef6 req-2b85da92-2571-4b24-8276-5d5244678a6a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.0826418 Sep 27 16:40:01.425373 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d187-5f8c-4d76-b198-2dcfc77c0eb1 req-1fa01781-ca78-44ac-93aa-f717c7412a3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:01.426749 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-afa8d187-5f8c-4d76-b198-2dcfc77c0eb1 req-1fa01781-ca78-44ac-93aa-f717c7412a3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0803792 Sep 27 16:40:01.467527 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59440) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:01.502175 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-874fa846-a2f5-465d-a896-3ce76ac26ef6 req-f0a16786-0e6b-4aba-a103-6bab59dcf049 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743792 Sep 27 16:40:01.508313 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-afa8d187-5f8c-4d76-b198-2dcfc77c0eb1 req-56c913d0-1e76-4aa5-bd55-c5713b63ffd2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727816 Sep 27 16:40:01.525444 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Deleting subnet a617f0de-97fb-431c-9be2-51ccc286996c {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:40:01.533453 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Publish callbacks [] for subnet (a617f0de-97fb-431c-9be2-51ccc286996c), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.568121 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Publish callbacks [] for subnet (a617f0de-97fb-431c-9be2-51ccc286996c), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.578258 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (a617f0de-97fb-431c-9be2-51ccc286996c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.596165 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-30e5a61b-3c97-443a-b0ff-8df859095b18 req-5a0ab649-51bf-405a-9a58-86d6beee1597 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0318520 Sep 27 16:40:01.717622 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for subnet (a617f0de-97fb-431c-9be2-51ccc286996c), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.744294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca0af-16db-4ead-a0fa-baf84b33e910 req-b5740248-1b0e-4702-b9c2-36652807f938 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:01.746108 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-da8ca0af-16db-4ead-a0fa-baf84b33e910 req-b5740248-1b0e-4702-b9c2-36652807f938 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0572884 Sep 27 16:40:01.748540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a617f0de-97fb-431c-9be2-51ccc286996c,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:01.750608 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.753817 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-b229f2d6-ff46-4c04-8b57-641c7c0aa641 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/a617f0de-97fb-431c-9be2-51ccc286996c HTTP/1.1" status: 204 len: 168 time: 0.2852778 Sep 27 16:40:01.756337 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59446) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:01.800643 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-da8ca0af-16db-4ead-a0fa-baf84b33e910 req-35b2471d-d124-44d5-bc47-328b12d587a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469952 Sep 27 16:40:01.830865 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (842f602d-43b0-47fc-8317-0141848ffd1d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.912940 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (842f602d-43b0-47fc-8317-0141848ffd1d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:01.937897 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.938274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.939098 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.939433 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.939774 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.940110 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.940437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.940779 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.941094 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:01.941437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:02.055207 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:02.055575 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:02.056024 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:02.056295 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 16:40:02.056669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842f602d-43b0-47fc-8317-0141848ffd1d']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:02.075296 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5388e4-4ea4-4185-bd20-8a6124821a5b') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:02.075651 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5388e4-4ea4-4185-bd20-8a6124821a5b') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:02.091749 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (eb5388e4-4ea4-4185-bd20-8a6124821a5b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.112664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (eb5388e4-4ea4-4185-bd20-8a6124821a5b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.121951 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:40:02.122331 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (eb5388e4-4ea4-4185-bd20-8a6124821a5b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.273043 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment eb5388e4-4ea4-4185-bd20-8a6124821a5b resource provider aggregate not found Sep 27 16:40:02.277939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (842f602d-43b0-47fc-8317-0141848ffd1d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.285345 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.291409 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/842f602d-43b0-47fc-8317-0141848ffd1d HTTP/1.1" status: 204 len: 168 time: 0.5312781 Sep 27 16:40:02.299604 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment eb5388e4-4ea4-4185-bd20-8a6124821a5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb5388e4-4ea4-4185-bd20-8a6124821a5b found for delete ", "request_id": "req-b008e60c-04c2-440f-9e7b-ccf7d7e49ab5"}]} Sep 27 16:40:02.300745 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07653f8c-d371-45f4-8d2b-0dc33a633fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=842f602d-43b0-47fc-8317-0141848ffd1d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:02.654914 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59468) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:02.659403 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3866-c538-4977-80dc-a1f8da137c50 req-ab30b524-a9d6-4e64-840e-c62120dcd971 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:02.660872 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-774a3866-c538-4977-80dc-a1f8da137c50 req-ab30b524-a9d6-4e64-840e-c62120dcd971 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.0766680 Sep 27 16:40:02.680552 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf61cfb-b101-4277-b6e3-4c4ff11dd521 req-aec638e3-604c-4a14-a494-f744ceac1f8e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:02.681980 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4cf61cfb-b101-4277-b6e3-4c4ff11dd521 req-aec638e3-604c-4a14-a494-f744ceac1f8e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0854490 Sep 27 16:40:02.701155 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fa4a88e4-773f-4e59-933e-998bbdf2670c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=54a4b85dba3b48b68e25c190b98b6197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450895 Sep 27 16:40:02.703672 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59470) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:02.753628 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-774a3866-c538-4977-80dc-a1f8da137c50 req-66a46579-8c05-42d7-8c7a-6aeed5d58581 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868599 Sep 27 16:40:02.754867 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf54962d-c2e9-4798-8bce-971b3b177263 admin admin] Publish callbacks [] for security_group (046b0339-debb-464e-bda0-80a67d62312f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.763396 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4cf61cfb-b101-4277-b6e3-4c4ff11dd521 req-d7650aa7-20cd-4bc9-a33a-7b5b6032b6f2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730894 Sep 27 16:40:02.784681 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf54962d-c2e9-4798-8bce-971b3b177263 admin admin] Publish callbacks [] for security_group (046b0339-debb-464e-bda0-80a67d62312f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.841258 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f4c8ab5a-5f03-468c-a566-c7417b487a20 req-71a03aae-8669-49a9-9f68-bb5339059c5e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0287092 Sep 27 16:40:02.899872 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf54962d-c2e9-4798-8bce-971b3b177263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (046b0339-debb-464e-bda0-80a67d62312f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.902968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf54962d-c2e9-4798-8bce-971b3b177263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:02.904190 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-bf54962d-c2e9-4798-8bce-971b3b177263 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/046b0339-debb-464e-bda0-80a67d62312f HTTP/1.1" status: 204 len: 168 time: 0.1995888 Sep 27 16:40:02.914066 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54962d-c2e9-4798-8bce-971b3b177263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b0339-debb-464e-bda0-80a67d62312f,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:02.925401 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f34c9-c58e-4302-bcc7-0f921a723695 req-17e25659-a799-4e56-b53a-6027588501bf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:02.927598 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e29f34c9-c58e-4302-bcc7-0f921a723695 req-17e25659-a799-4e56-b53a-6027588501bf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0497575 Sep 27 16:40:02.982309 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e29f34c9-c58e-4302-bcc7-0f921a723695 req-2709c8d1-d927-4b3c-a53c-d2ca56ae0d54 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470753 Sep 27 16:40:03.837092 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:03.847212 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:03.944165 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6f02-7789-4efd-bd78-0c81d3857f11 req-46728cc8-af84-40e7-b0b5-fde5b722f4e4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:03.945623 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb7d6f02-7789-4efd-bd78-0c81d3857f11 req-46728cc8-af84-40e7-b0b5-fde5b722f4e4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.1011763 Sep 27 16:40:03.953426 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117f04a-0832-43e4-ad90-b2bffe55ddca req-96fec306-2402-4c14-a2f0-c50d2719e7ca tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:03.954889 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f117f04a-0832-43e4-ad90-b2bffe55ddca req-96fec306-2402-4c14-a2f0-c50d2719e7ca tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.1216545 Sep 27 16:40:04.029558 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb7d6f02-7789-4efd-bd78-0c81d3857f11 req-e2e700c9-a3ef-4b9c-a747-6a41d1854064 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735962 Sep 27 16:40:04.032646 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f117f04a-0832-43e4-ad90-b2bffe55ddca req-f05fdfa1-f139-41e0-a1f9-c25f35545dd9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707684 Sep 27 16:40:04.147043 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8537e36c-8a10-4d5d-84a3-c2a8b189313e req-3d6ca572-33a4-4063-918b-4bd9bffd8fce tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0467777 Sep 27 16:40:04.160570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c606d0-7cec-4643-b778-38819d50c9e5 req-26fc2d8d-d598-4837-8e90-e7cdda69b159 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:04.162036 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f5c606d0-7cec-4643-b778-38819d50c9e5 req-26fc2d8d-d598-4837-8e90-e7cdda69b159 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0706365 Sep 27 16:40:04.210959 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f5c606d0-7cec-4643-b778-38819d50c9e5 req-dbe43317-584f-48fc-9807-830331e5dd95 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 Sep 27 16:40:04.567948 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1191-5417-4bc1-8403-ea3c6db92f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:04.827272 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65014-9c9a-425a-912c-3aa85b1eb667 req-60ec99d2-a8c7-491c-8dae-913dba4f194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:04.828818 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-5da65014-9c9a-425a-912c-3aa85b1eb667 req-60ec99d2-a8c7-491c-8dae-913dba4f194b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=1e0f894b53284e788cdb4864acd917be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1017799 Sep 27 16:40:04.878757 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:04.905639 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:04.949153 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65014-9c9a-425a-912c-3aa85b1eb667 req-e50e704d-80c0-415b-87e9-cb23abab2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:04.950753 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-5da65014-9c9a-425a-912c-3aa85b1eb667 req-e50e704d-80c0-415b-87e9-cb23abab2463 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906675 Sep 27 16:40:05.057747 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-e3397f47-c12b-4842-a230-68bbc8484ded tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.059238 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-e3397f47-c12b-4842-a230-68bbc8484ded tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.0746539 Sep 27 16:40:05.074230 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-2bf43768-a56f-4168-b125-7197c0ec4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.075699 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-2bf43768-a56f-4168-b125-7197c0ec4ca8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 1128 time: 0.0609949 Sep 27 16:40:05.135047 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-a0affd36-6fc7-48ff-9c7e-dd70137dd95a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52f691b3-ea75-4afe-9e42-e90c76a84965 HTTP/1.1" status: 200 len: 217 time: 0.0415077 Sep 27 16:40:05.159672 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:05.200429 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa9f05-e909-478c-8a50-f371d0670f4f req-b8d6bc6d-f50e-46f1-b4f5-449def33f952 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.201921 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7aa9f05-e909-478c-8a50-f371d0670f4f req-b8d6bc6d-f50e-46f1-b4f5-449def33f952 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 946 time: 0.0852089 Sep 27 16:40:05.213976 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ebca-dba4-4b54-bdc4-e63a90bd9ef6 req-fe4e0e09-ab70-4de4-aa1e-d6d3658c2c31 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.216205 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d820ebca-dba4-4b54-bdc4-e63a90bd9ef6 req-fe4e0e09-ab70-4de4-aa1e-d6d3658c2c31 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.1016061 Sep 27 16:40:05.218463 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:05.218834 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:05.225771 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-1e9f30fc-8099-4ec5-948d-ca7b19058eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.227389 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-1e9f30fc-8099-4ec5-948d-ca7b19058eb9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0857534 Sep 27 16:40:05.294062 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7aa9f05-e909-478c-8a50-f371d0670f4f req-7c43e3d5-2e29-4795-a88b-d2b06b8ea33b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e4772e86-9810-48c5-b1c2-a8195fcd6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863912 Sep 27 16:40:05.298156 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d820ebca-dba4-4b54-bdc4-e63a90bd9ef6 req-507f3fbf-beaa-4502-94fb-edee8a28c0d6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687144 Sep 27 16:40:05.313320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818757b-bc13-4b13-a367-e127bc245bca req-f10f578e-6d81-4422-b03f-3b2d84303bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.314891 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-f10f578e-6d81-4422-b03f-3b2d84303bfe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774407 Sep 27 16:40:05.450699 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-33ab0112-de11-46ee-95f8-93cb3ffcfdf3 req-10d25b55-df8e-4896-8cc8-ac57cc8f44d8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0425308 Sep 27 16:40:05.494005 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb846-34b9-4ba3-ab8b-53f65f63c0a9 req-39029b9a-2cd5-479e-8fd0-34af63c08fc8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:05.495932 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00bdb846-34b9-4ba3-ab8b-53f65f63c0a9 req-39029b9a-2cd5-479e-8fd0-34af63c08fc8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0572519 Sep 27 16:40:05.562460 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00bdb846-34b9-4ba3-ab8b-53f65f63c0a9 req-e6b09e9c-dfbc-40d0-90fd-f063c44bab45 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605309 Sep 27 16:40:05.668754 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] For port 2cce0dbb-eb5a-403b-b124-6df0f04b0136, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=2cce0dbb-eb5a-403b-b124-6df0f04b0136,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:05.669720 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:05.689304 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:05.805780 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-c65f8270-9241-4550-883e-87f9637dd5fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786627 Sep 27 16:40:05.932578 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:05.936181 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (bf674ceb-ca98-4fa5-ae75-3b7f8edae345), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:05.936181 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP bf674ceb-ca98-4fa5-ae75-3b7f8edae345 disassociated. External IP: 172.27.2.7, port: 2cce0dbb-eb5a-403b-b124-6df0f04b0136. Sep 27 16:40:05.936181 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for 2cce0dbb-eb5a-403b-b124-6df0f04b0136 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:06.065577 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d818757b-bc13-4b13-a367-e127bc245bca req-2aebae34-a089-477d-b6ec-939399ce7268 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437359 Sep 27 16:40:06.202651 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (2cce0dbb-eb5a-403b-b124-6df0f04b0136), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:06.228451 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=2cce0dbb-eb5a-403b-b124-6df0f04b0136,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:06.348321 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:40:06.414611 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-df620314-85d4-4a66-aed0-bcdd5d715334 req-56731963-5c3f-4882-ae83-c4e38dba87e6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0288432 Sep 27 16:40:06.454734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:40:06.472531 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:40:06.476249 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:06.476866 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:06.504939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] No DVR routers for this DVR port 2cce0dbb-eb5a-403b-b124-6df0f04b0136 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:40:06.507532 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:06.511669 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-03fbcd76-7e1a-49a2-bcd0-f3d611ef2191 req-748a19a9-4e46-4104-a178-35ea318f3459 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2cce0dbb-eb5a-403b-b124-6df0f04b0136 HTTP/1.1" status: 204 len: 173 time: 1.4452777 Sep 27 16:40:06.512340 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'name': 'network-vif-deleted', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:06.514871 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37934d2-bbc3-4dbc-8874-e89152d95fff" -d '{"events": [{"server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "name": "network-vif-deleted", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:06.528901 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:06.551215 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:06.567734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa990f68-60f3-498b-bdd3-ab638f1f6631 x-openstack-request-id: req-aa990f68-60f3-498b-bdd3-ab638f1f6631 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:06.568291 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bb023b-8f1e-4e58-969b-e6c56395acca", "name": "network-vif-deleted", "tag": "2cce0dbb-eb5a-403b-b124-6df0f04b0136", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:06.568789 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa990f68-60f3-498b-bdd3-ab638f1f6631 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:06.569085 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa990f68-60f3-498b-bdd3-ab638f1f6631'] response: {'server_uuid': 'c2bb023b-8f1e-4e58-969b-e6c56395acca', 'name': 'network-vif-deleted', 'tag': '2cce0dbb-eb5a-403b-b124-6df0f04b0136', 'status': 'completed', 'code': 200} Sep 27 16:40:06.571111 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b62d13ba-97a0-4218-b3fe-cdca5166823d req-cc218db9-80c2-4ba3-9e45-d932f8c781be tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0343962 Sep 27 16:40:06.693105 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5fdf-5d84-4de6-bd7a-cef93064ad56 req-4522d791-0596-4ca2-82dc-f49bfc978811 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:06.694705 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ece5fdf-5d84-4de6-bd7a-cef93064ad56 req-4522d791-0596-4ca2-82dc-f49bfc978811 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0496497 Sep 27 16:40:06.710361 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:06.753052 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ece5fdf-5d84-4de6-bd7a-cef93064ad56 req-ad915335-d96b-4b83-8073-f4902e608113 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517821 Sep 27 16:40:06.939063 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:15Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:06.965687 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:40:06.974315 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:06.974960 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:39:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:07.026112 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a8cdae7f-a5ca-49bf-b31e-6ce035336dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:07.080759 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:07.294541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:15Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:07.322470 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc1c6f-4ddb-4f6b-a753-692a01843cfd None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '13de3710-4494-4377-930a-62558a6d7f20', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:76:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:36:46Z', 'updated_at': '2022-09-27T16:37:15Z', 'revision_number': 2, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:40:07.523202 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-289a06f5-4a6b-4b7a-bb87-9276ff9a3d6b req-a3bf4dd6-9b09-4b83-9956-33248e24d517 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0299313 Sep 27 16:40:07.557078 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d809c1-2142-44bf-bffe-2e102d7253f0 None None] New status for floating IP bf674ceb-ca98-4fa5-ae75-3b7f8edae345: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:40:07.677685 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-99349f78-0ce3-42e6-8359-c0af086e33f1 req-0ac11615-a87b-4401-b90c-62112c138cf1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Sep 27 16:40:07.879811 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5768ca6-c5b5-4413-b819-173e116236a4 req-89799f7b-fa65-4aeb-9af8-fb467066d3bd tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:07.881242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c5768ca6-c5b5-4413-b819-173e116236a4 req-89799f7b-fa65-4aeb-9af8-fb467066d3bd tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0467992 Sep 27 16:40:07.931893 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c5768ca6-c5b5-4413-b819-173e116236a4 req-ed6e1362-0360-4e46-b9c0-78e7d51a6ded tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Sep 27 16:40:08.105725 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:08.629952 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35c2690b-bd3e-492a-bb0f-e1ee7c45c53b req-740fc45f-9247-474e-b74a-8f262bd294d3 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0298045 Sep 27 16:40:08.781175 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6c974ca-fd0f-4402-bedb-48896f1ad646 req-ed41b5b3-ad76-48c9-9628-9134aaf4dc6b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0291338 Sep 27 16:40:09.061386 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7848d-4be7-4e56-9b3d-59b56dc86a60 req-a41151fa-e223-446b-b2e8-e96d776e97b0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:09.062971 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0fa7848d-4be7-4e56-9b3d-59b56dc86a60 req-a41151fa-e223-446b-b2e8-e96d776e97b0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Sep 27 16:40:09.115910 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0fa7848d-4be7-4e56-9b3d-59b56dc86a60 req-fec639d9-b35e-4628-a1ec-b3492974caa8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Sep 27 16:40:09.365057 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-f67942bc-65e6-44ef-af33-e02c558fdb7d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:09.366580 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-f67942bc-65e6-44ef-af33-e02c558fdb7d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 819 time: 0.1141245 Sep 27 16:40:09.426766 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:09.445280 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-a79c8d31-e784-4ed2-af07-3e16d6f0ed1d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9288b4e62bc945479636aec307a98746 HTTP/1.1" status: 200 len: 379 time: 0.0582235 Sep 27 16:40:09.454394 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'port': {'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'admin_state_up': True, 'tenant_id': '9288b4e62bc945479636aec307a98746', 'security_groups': ['2fb4f321-b7d0-49d8-897e-df96cfdd37a3']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:09.511168 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:09.654016 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Made reservation on behalf of 9288b4e62bc945479636aec307a98746 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:40:09.658923 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:09.732381 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:09.745247 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:09.757162 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f94ff86-b7af-4d11-8c9a-7d087a317d59 req-f099eeb3-ba7a-4c68-9ef2-10b41a568beb tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0303860 Sep 27 16:40:09.818172 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Allocated IP 172.20.0.6 (c69d5dae-8230-4d1b-853f-7ade2d011d4c/3e87174e-306c-4a80-9440-14ae73451098/3886c674-6e5a-4ef4-b25f-926b0453292c) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:40:09.852981 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:09.946982 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51536b54-639a-4b05-bf68-2601d76a9a0c req-7d25fbf3-a775-4160-b591-b7dcc9aa406e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0414486 Sep 27 16:40:10.008775 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 2cce0dbb-eb5a-403b-b124-6df0f04b0136 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:40:10.031626 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 2cce0dbb-eb5a-403b-b124-6df0f04b0136 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:40:10.032127 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 2cce0dbb-eb5a-403b-b124-6df0f04b0136 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:40:10.032939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:10.061583 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:10.123331 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:10.165519 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:40:10.170958 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:40:10.174821 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:40:10.208906 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event updated for resources: {'Port': ['ID=3886c674-6e5a-4ef4-b25f-926b0453292c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:10.237924 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:10.238567 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:10.251206 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e510a6-aa54-4b0c-8c9d-4d5c6f8b796a req-1d89bac3-537a-4e30-a132-b044f61a0dff tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:10.252708 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63e510a6-aa54-4b0c-8c9d-4d5c6f8b796a req-1d89bac3-537a-4e30-a132-b044f61a0dff tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0528023 Sep 27 16:40:10.306398 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63e510a6-aa54-4b0c-8c9d-4d5c6f8b796a req-a796d0a6-8c49-4b58-85dd-2cfd73bdcfc3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467269 Sep 27 16:40:10.335561 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-2fb72140-3731-41da-8a11-b1b78335253c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847170 Sep 27 16:40:10.423942 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Provisioning complete for port 3886c674-6e5a-4ef4-b25f-926b0453292c triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:40:10.424246 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:10.424584 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Attempt 1 to provision port 3886c674-6e5a-4ef4-b25f-926b0453292c Sep 27 16:40:10.459301 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Request body: {'port': {'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:10.459886 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Port 3886c674-6e5a-4ef4-b25f-926b0453292c cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:40:10.516664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:10.811596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3886c674-6e5a-4ef4-b25f-926b0453292c {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:10.811596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Publish callbacks [] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:10.811596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Transition to ACTIVE for port object 3886c674-6e5a-4ef4-b25f-926b0453292c will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:40:10.886344 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8c167483-5297-44d7-a60d-9ae128069e63 req-07be8986-696b-424f-8461-4c696d254eba tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c2bb023b-8f1e-4e58-969b-e6c56395acca HTTP/1.1" status: 200 len: 210 time: 0.0290577 Sep 27 16:40:10.961112 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Attempt 2 to provision port 3886c674-6e5a-4ef4-b25f-926b0453292c Sep 27 16:40:10.996381 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Port 3886c674-6e5a-4ef4-b25f-926b0453292c cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:40:11.061126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:11.067613 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f15caa-1ca2-481a-879f-d653bdf11e78 req-b07cbfd0-7109-45e3-afff-a27e7d1516db tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.069040 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-20f15caa-1ca2-481a-879f-d653bdf11e78 req-b07cbfd0-7109-45e3-afff-a27e7d1516db tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 931 time: 0.0504973 Sep 27 16:40:11.126765 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Pushing event updated for resources: {'Port': ['ID=3886c674-6e5a-4ef4-b25f-926b0453292c,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:11.141070 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-20f15caa-1ca2-481a-879f-d653bdf11e78 req-a4d5d5b2-581e-46e7-84cd-8b18dadaa4e3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613637 Sep 27 16:40:11.178433 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Attempting to bind port 3886c674-6e5a-4ef4-b25f-926b0453292c on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:40:11.178764 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Attempting to bind port 3886c674-6e5a-4ef4-b25f-926b0453292c by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:40:11.179122 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Attempting to bind port 3886c674-6e5a-4ef4-b25f-926b0453292c on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:40:11.222782 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Port 3886c674-6e5a-4ef4-b25f-926b0453292c on network c69d5dae-8230-4d1b-853f-7ade2d011d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:40:11.223129 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Attempting to bind port 3886c674-6e5a-4ef4-b25f-926b0453292c on network c69d5dae-8230-4d1b-853f-7ade2d011d4c {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:40:11.252920 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:11.269292 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:40:11.271661 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Checking segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:40:11.271661 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Bound using segment: {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:40:11.271661 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Bound port: 3886c674-6e5a-4ef4-b25f-926b0453292c, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e35f1b-4ed6-41bc-9617-6e3b2947a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:40:11.271661 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:11.331745 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] For port 3886c674-6e5a-4ef4-b25f-926b0453292c, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:40:11.334841 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] For port 3886c674-6e5a-4ef4-b25f-926b0453292c, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3886c674-6e5a-4ef4-b25f-926b0453292c,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:40:11.420235 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:11.426097 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.426788 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:11.428225 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 1093 time: 0.9754887 Sep 27 16:40:11.428714 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:11.430942 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:11.432928 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4870-95dc-4a2e-ad5e-4dd08e4bf202 req-d5ebb9b4-f291-410c-9cdd-546578dc237d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.434573 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-693d4870-95dc-4a2e-ad5e-4dd08e4bf202 req-d5ebb9b4-f291-410c-9cdd-546578dc237d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0467696 Sep 27 16:40:11.466267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:11.473450 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b7cb64-0833-47ec-a542-2e146dbe3917 x-openstack-request-id: req-72b7cb64-0833-47ec-a542-2e146dbe3917 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:11.473736 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:11.473989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72b7cb64-0833-47ec-a542-2e146dbe3917 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:11.474383 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b7cb64-0833-47ec-a542-2e146dbe3917'] response: {'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'status': 'completed', 'code': 200} Sep 27 16:40:11.483732 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9509df-9d37-48b2-adc3-afc04a6f673d service neutron] Pushing event updated for resources: {'Port': ['ID=3886c674-6e5a-4ef4-b25f-926b0453292c,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:11.496682 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-693d4870-95dc-4a2e-ad5e-4dd08e4bf202 req-5250268d-faf2-4fee-b028-fa8087759b80 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512094 Sep 27 16:40:11.497321 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Attempt 3 to provision port 3886c674-6e5a-4ef4-b25f-926b0453292c Sep 27 16:40:11.541924 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e83ede7b-2367-4ea5-9d14-cc3b6bff4eee None None] Port 3886c674-6e5a-4ef4-b25f-926b0453292c had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:40:11.560826 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f req-e3536242-ca92-490f-891e-2efa7f921a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.562300 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f req-e3536242-ca92-490f-891e-2efa7f921a6d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1127 time: 0.0605257 Sep 27 16:40:11.666110 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f req-75678625-9695-491b-ae53-41da57707157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.667646 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f req-75678625-9695-491b-ae53-41da57707157 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9288b4e62bc945479636aec307a98746&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0923126 Sep 27 16:40:11.768026 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f req-77cac8c0-5c75-4ded-9f04-ad47f5a444fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.769486 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-02b9941d-0b09-4ed2-9a15-59bec2ee0c9f req-77cac8c0-5c75-4ded-9f04-ad47f5a444fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949254 Sep 27 16:40:11.847887 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-0562f722-cde0-433a-9f32-a3bc76dbcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.849337 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-0562f722-cde0-433a-9f32-a3bc76dbcff7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1127 time: 0.0386548 Sep 27 16:40:11.904164 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-685bcc32-45d0-4d9b-86b2-552ad2e33b24 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 217 time: 0.0365431 Sep 27 16:40:11.960478 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-7a2b5fc5-bed3-45c0-93e5-9e4e6754c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:11.962052 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-7a2b5fc5-bed3-45c0-93e5-9e4e6754c5b4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0474517 Sep 27 16:40:12.006320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699600-05b5-4237-994a-e209851be297 req-e839e6e8-4cdf-4af3-9255-3ac99a219d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:12.007808 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-e839e6e8-4cdf-4af3-9255-3ac99a219d1b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391786 Sep 27 16:40:12.083467 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59568) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:12.104071 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-b5f6487e-9a64-4f35-8df2-43249959c64b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885222 Sep 27 16:40:12.141268 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1979c719-1aa2-4fbc-b72e-dd604971d75a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (e4772e86-9810-48c5-b1c2-a8195fcd6b3e), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.169388 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1979c719-1aa2-4fbc-b72e-dd604971d75a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (e4772e86-9810-48c5-b1c2-a8195fcd6b3e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.204474 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d1699600-05b5-4237-994a-e209851be297 req-a8901765-f53b-4aa9-9c0e-02201b9a35e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940852 Sep 27 16:40:12.267486 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea2ef-1034-4511-95c3-5b918aa45432 req-8b2ba57a-1c4d-4f1d-8754-b54a3f35434c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:12.269008 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dd0ea2ef-1034-4511-95c3-5b918aa45432 req-8b2ba57a-1c4d-4f1d-8754-b54a3f35434c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 943 time: 0.0484419 Sep 27 16:40:12.307304 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:12.322801 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dd0ea2ef-1034-4511-95c3-5b918aa45432 req-de0788c3-5db1-42b6-b9d0-e839180c58c2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479815 Sep 27 16:40:12.324438 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1979c719-1aa2-4fbc-b72e-dd604971d75a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e4772e86-9810-48c5-b1c2-a8195fcd6b3e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.326974 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1979c719-1aa2-4fbc-b72e-dd604971d75a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.330832 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1979c719-1aa2-4fbc-b72e-dd604971d75a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e4772e86-9810-48c5-b1c2-a8195fcd6b3e HTTP/1.1" status: 204 len: 168 time: 0.2436211 Sep 27 16:40:12.331247 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59576) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:12.337194 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979c719-1aa2-4fbc-b72e-dd604971d75a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4772e86-9810-48c5-b1c2-a8195fcd6b3e,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:12.361123 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.api.v2.resource [None req-1ec22c92-87a6-46e9-9f02-c5d8a6146cee tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] show failed (client error): The resource could not be found. Sep 27 16:40:12.361123 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-1ec22c92-87a6-46e9-9f02-c5d8a6146cee tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e4772e86-9810-48c5-b1c2-a8195fcd6b3e HTTP/1.1" status: 404 len: 347 time: 0.0239029 Sep 27 16:40:12.361123 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59578) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:12.474977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port ebcd55eb-d6c3-477d-9e3c-ec1f3a694809 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:12.475647 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.515363 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:12.556213 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.556584 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.569986 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for ebcd55eb-d6c3-477d-9e3c-ec1f3a694809 owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:12.619159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464386ab-0e41-4d3b-a330-132204cc6aca req-d71c1f14-0de8-434b-9e59-0f239b7b924a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:12.621271 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-464386ab-0e41-4d3b-a330-132204cc6aca req-d71c1f14-0de8-434b-9e59-0f239b7b924a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0481069 Sep 27 16:40:12.671188 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:12.676467 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-464386ab-0e41-4d3b-a330-132204cc6aca req-1c43ee4e-0d64-4d19-8c50-899d907340e0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490832 Sep 27 16:40:12.842739 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (ebcd55eb-d6c3-477d-9e3c-ec1f3a694809), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.867860 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=ebcd55eb-d6c3-477d-9e3c-ec1f3a694809,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:12.935611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (bf674ceb-ca98-4fa5-ae75-3b7f8edae345), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.938161 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:12.939357 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-6fc79f28-33c5-41a4-a83b-67c9ac8335e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/bf674ceb-ca98-4fa5-ae75-3b7f8edae345 HTTP/1.1" status: 204 len: 168 time: 0.5791647 Sep 27 16:40:13.468595 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5acf-d05c-4abf-8b40-f64acbbb06f6 req-6e46b2d0-c0e9-485f-a987-b7f14a57db95 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:13.471317 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d5f5acf-d05c-4abf-8b40-f64acbbb06f6 req-6e46b2d0-c0e9-485f-a987-b7f14a57db95 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 943 time: 0.0530939 Sep 27 16:40:13.520110 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d5f5acf-d05c-4abf-8b40-f64acbbb06f6 req-f1a614e7-5b67-4a96-804c-5e115e8cb465 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440114 Sep 27 16:40:13.800333 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28548fde-9a2b-4543-b33e-4d65ef439646 req-45182edd-4add-4637-aecb-d3afc3487ab7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:13.802282 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28548fde-9a2b-4543-b33e-4d65ef439646 req-45182edd-4add-4637-aecb-d3afc3487ab7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0477381 Sep 27 16:40:13.854133 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28548fde-9a2b-4543-b33e-4d65ef439646 req-24909f9b-9c55-47d3-8ae1-fbe36b94630c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465429 Sep 27 16:40:14.893102 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2ef7-b84e-489a-add3-cd30ea58e508 req-82748c4e-ce0a-45a2-ab62-e75515c9f7af tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:14.894612 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-230b2ef7-b84e-489a-add3-cd30ea58e508 req-82748c4e-ce0a-45a2-ab62-e75515c9f7af tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 943 time: 0.2968233 Sep 27 16:40:14.972242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-230b2ef7-b84e-489a-add3-cd30ea58e508 req-107f3138-e30a-47a8-8de2-7a181cf36bfe tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710955 Sep 27 16:40:14.987511 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426bce8-e199-4fc9-98e0-167cd51cd47f req-335685b7-460d-403e-bb30-f611d5eceea8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:14.988934 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2426bce8-e199-4fc9-98e0-167cd51cd47f req-335685b7-460d-403e-bb30-f611d5eceea8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0561054 Sep 27 16:40:15.037814 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2426bce8-e199-4fc9-98e0-167cd51cd47f req-c6e81732-952c-4657-b752-8fbb7bedb87e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433071 Sep 27 16:40:16.034017 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3886c674-6e5a-4ef4-b25f-926b0453292c details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:40:16.037537 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:16.101900 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75658-1d27-4262-afce-ad7fe632309c req-64722e9b-a508-4a63-b419-d6cd30a106b8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:16.109563 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35c75658-1d27-4262-afce-ad7fe632309c req-64722e9b-a508-4a63-b419-d6cd30a106b8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 943 time: 0.0631139 Sep 27 16:40:16.144304 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 3886c674-6e5a-4ef4-b25f-926b0453292c, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3886c674-6e5a-4ef4-b25f-926b0453292c,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:16.156207 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:40:16.189499 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a74e13-3c0e-4094-b3ab-ee19866eeebe req-b2c1c5a7-a962-4cf5-ae0f-4ae0bcc93704 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:16.191067 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07a74e13-3c0e-4094-b3ab-ee19866eeebe req-b2c1c5a7-a962-4cf5-ae0f-4ae0bcc93704 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0642536 Sep 27 16:40:16.191205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 3886c674-6e5a-4ef4-b25f-926b0453292c is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:16.191459 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:16.195304 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35c75658-1d27-4262-afce-ad7fe632309c req-c67e4df1-a200-4dc4-a121-6f9b721cc832 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846915 Sep 27 16:40:16.205953 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3886c674-6e5a-4ef4-b25f-926b0453292c {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:16.225901 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 3886c674-6e5a-4ef4-b25f-926b0453292c, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3886c674-6e5a-4ef4-b25f-926b0453292c,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:16.248067 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07a74e13-3c0e-4094-b3ab-ee19866eeebe req-5f59b881-c1c0-4d2a-ba41-e2ebf1d7252b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508611 Sep 27 16:40:16.316741 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:16.369109 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=3886c674-6e5a-4ef4-b25f-926b0453292c,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:16.653057 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['3886c674-6e5a-4ef4-b25f-926b0453292c'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:40:17.116928 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb172c-e66d-45fb-ba3c-06c8046925e8 req-52bcf947-8d92-4676-b517-3569a74d7b28 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:17.118402 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-21bb172c-e66d-45fb-ba3c-06c8046925e8 req-52bcf947-8d92-4676-b517-3569a74d7b28 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0515978 Sep 27 16:40:17.166725 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-21bb172c-e66d-45fb-ba3c-06c8046925e8 req-d8f141d8-be20-4573-9c84-8b4c3e8d84fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 Sep 27 16:40:17.315522 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f2957-7db5-45d5-908c-bd17d68dd14f req-30d94521-d9f8-4ae4-9e8a-d9e550f1ab9b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:17.316893 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d93f2957-7db5-45d5-908c-bd17d68dd14f req-30d94521-d9f8-4ae4-9e8a-d9e550f1ab9b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 944 time: 0.0467541 Sep 27 16:40:17.366326 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d93f2957-7db5-45d5-908c-bd17d68dd14f req-5e103357-d6e7-49c5-8667-5bfccf834360 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437927 Sep 27 16:40:17.467507 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaa6fd-f6b9-455a-a503-012ffe7d4735 req-4538196b-d507-4244-91e0-89a92c98d70e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:17.469015 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5baaa6fd-f6b9-455a-a503-012ffe7d4735 req-4538196b-d507-4244-91e0-89a92c98d70e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 944 time: 0.0476196 Sep 27 16:40:17.556095 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529278a-a993-4ef0-9861-96fbe3889a23 req-9ab92832-a7e7-4acd-9848-f8a1eb088483 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:17.557584 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0529278a-a993-4ef0-9861-96fbe3889a23 req-9ab92832-a7e7-4acd-9848-f8a1eb088483 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.0674422 Sep 27 16:40:17.562519 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5baaa6fd-f6b9-455a-a503-012ffe7d4735 req-7e8265b5-ce06-467a-a11c-b71cdca3eaf4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876935 Sep 27 16:40:17.607965 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0529278a-a993-4ef0-9861-96fbe3889a23 req-7413c52b-c0be-47fd-a05b-7a09f2842739 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Sep 27 16:40:17.630956 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:17.633806 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:18.036091 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 52f691b3-ea75-4afe-9e42-e90c76a84965 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:40:18.038273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3886c674-6e5a-4ef4-b25f-926b0453292c up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:40:18.040865 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:18.138258 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 3886c674-6e5a-4ef4-b25f-926b0453292c completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:40:18.175726 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 52f691b3-ea75-4afe-9e42-e90c76a84965, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=52f691b3-ea75-4afe-9e42-e90c76a84965,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:18.187413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 3886c674-6e5a-4ef4-b25f-926b0453292c triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:40:18.187791 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:18.188130 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 3886c674-6e5a-4ef4-b25f-926b0453292c Sep 27 16:40:18.191372 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'port_id': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'mac_address': 'fa:16:3e:88:1d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:40:18.252828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:18.260015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 52f691b3-ea75-4afe-9e42-e90c76a84965 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:18.260402 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:18.289565 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8d2fc-f82f-4714-b245-8b1a6ddb5b85 req-2dc3516b-07b5-4015-b1a0-db14f098b0af tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:18.291159 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1e8d2fc-f82f-4714-b245-8b1a6ddb5b85 req-2dc3516b-07b5-4015-b1a0-db14f098b0af tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0487919 Sep 27 16:40:18.292347 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f691b3-ea75-4afe-9e42-e90c76a84965 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:18.322535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 52f691b3-ea75-4afe-9e42-e90c76a84965, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=52f691b3-ea75-4afe-9e42-e90c76a84965,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:18.324369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 3886c674-6e5a-4ef4-b25f-926b0453292c is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:18.324754 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:18.338239 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:18.346070 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1e8d2fc-f82f-4714-b245-8b1a6ddb5b85 req-92ff2910-0927-4c90-a4c7-3bfff8f1935a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485034 Sep 27 16:40:18.348394 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:18.350620 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b369af8b-cf9e-484e-a588-21030f156b2f" -d '{"events": [{"server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "name": "network-vif-plugged", "status": "completed", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:18.363495 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 3886c674-6e5a-4ef4-b25f-926b0453292c, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3886c674-6e5a-4ef4-b25f-926b0453292c,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:18.392886 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2387c590-797d-4afc-aac4-6821029edb95 x-openstack-request-id: req-2387c590-797d-4afc-aac4-6821029edb95 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:18.393184 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "name": "network-vif-plugged", "status": "completed", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:18.393444 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2387c590-797d-4afc-aac4-6821029edb95 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:18.393841 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2387c590-797d-4afc-aac4-6821029edb95'] response: {'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'code': 200} Sep 27 16:40:18.407140 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:18.437886 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:18.463242 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=52f691b3-ea75-4afe-9e42-e90c76a84965,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:18.496916 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee876-ac53-478a-a313-0fbef35085a2 req-814ccefa-0a47-462a-b619-caad3fdf910f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:18.498447 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cb0ee876-ac53-478a-a313-0fbef35085a2 req-814ccefa-0a47-462a-b619-caad3fdf910f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0545125 Sep 27 16:40:18.511880 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=3886c674-6e5a-4ef4-b25f-926b0453292c,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:18.546597 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cb0ee876-ac53-478a-a313-0fbef35085a2 req-ddb1ed9a-ba6a-4c61-b0c5-8bc174c474e2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423625 Sep 27 16:40:18.724367 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3302-8fe5-4bd7-b3e2-84e32af28afc req-2c719aff-8668-4b24-926a-221a42c2648d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:18.725749 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-69dd3302-8fe5-4bd7-b3e2-84e32af28afc req-2c719aff-8668-4b24-926a-221a42c2648d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Sep 27 16:40:18.748951 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbafcab-37f0-405c-ad23-d52fd3a58c71 req-507e1ce8-8e74-4d8f-9888-7d2f26ab6b19 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:18.750527 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dfbafcab-37f0-405c-ad23-d52fd3a58c71 req-507e1ce8-8e74-4d8f-9888-7d2f26ab6b19 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.0650120 Sep 27 16:40:18.813907 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['52f691b3-ea75-4afe-9e42-e90c76a84965'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:40:18.824399 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-69dd3302-8fe5-4bd7-b3e2-84e32af28afc req-03ad2c43-0af4-4922-bdb2-e4649d1c693d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900042 Sep 27 16:40:18.828142 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dfbafcab-37f0-405c-ad23-d52fd3a58c71 req-2ef29a64-ec90-4a33-8566-01fc1d4b6a4c tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702953 Sep 27 16:40:18.836597 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:19.470842 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3efd07-be9b-4331-9be6-8656515e8081 req-45e6a51b-ad01-4993-a2e9-c8112b57fb64 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:19.472307 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc3efd07-be9b-4331-9be6-8656515e8081 req-45e6a51b-ad01-4993-a2e9-c8112b57fb64 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0483830 Sep 27 16:40:19.518565 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc3efd07-be9b-4331-9be6-8656515e8081 req-f5327cc4-c2ce-4233-be02-d64ca580c229 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 Sep 27 16:40:19.664150 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee5bfa-cb67-4f9c-8b95-af783bc149ed req-67af7ce3-7a42-4879-baed-600c2f06ed8a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:19.665596 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6ee5bfa-cb67-4f9c-8b95-af783bc149ed req-67af7ce3-7a42-4879-baed-600c2f06ed8a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0466356 Sep 27 16:40:19.712652 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6ee5bfa-cb67-4f9c-8b95-af783bc149ed req-9e49e3dd-afd5-4885-a201-71ff560e893e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Sep 27 16:40:19.748340 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:40:19.979426 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a5c98-7593-4e5f-a9ae-1a906f7a8162 req-8de0def2-4716-48f8-9ce2-b58d26c9ed9c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:19.981077 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d20a5c98-7593-4e5f-a9ae-1a906f7a8162 req-8de0def2-4716-48f8-9ce2-b58d26c9ed9c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 945 time: 0.0788894 Sep 27 16:40:19.988691 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b0fdd-bb55-43bb-80a6-2a3483682b75 req-49d806df-22fd-4d10-8479-f847e62698ed tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:19.990105 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c3b0fdd-bb55-43bb-80a6-2a3483682b75 req-49d806df-22fd-4d10-8479-f847e62698ed tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.0775056 Sep 27 16:40:20.049996 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 52f691b3-ea75-4afe-9e42-e90c76a84965 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:40:20.062042 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d20a5c98-7593-4e5f-a9ae-1a906f7a8162 req-2e100428-d10b-45bc-ae2a-99809c857bcb tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709972 Sep 27 16:40:20.074883 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c3b0fdd-bb55-43bb-80a6-2a3483682b75 req-03831dbb-4602-4494-a385-f9a3c9fd2108 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771408 Sep 27 16:40:20.097906 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 52f691b3-ea75-4afe-9e42-e90c76a84965 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:40:20.184895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 52f691b3-ea75-4afe-9e42-e90c76a84965 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:40:20.185267 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:20.185604 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 52f691b3-ea75-4afe-9e42-e90c76a84965 Sep 27 16:40:20.187885 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:20.261995 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 52f691b3-ea75-4afe-9e42-e90c76a84965 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:20.262296 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:20.294798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 52f691b3-ea75-4afe-9e42-e90c76a84965, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=52f691b3-ea75-4afe-9e42-e90c76a84965,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:20.351118 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:20.394475 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:20.396695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d461f16a-2524-4492-bb0b-45edd9ace80f" -d '{"events": [{"server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "name": "network-vif-plugged", "status": "completed", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:20.402742 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=52f691b3-ea75-4afe-9e42-e90c76a84965,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:20.443759 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a96ffa-0edf-4e38-9424-4abba011af2e x-openstack-request-id: req-07a96ffa-0edf-4e38-9424-4abba011af2e {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:20.444081 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "name": "network-vif-plugged", "status": "completed", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:20.444346 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07a96ffa-0edf-4e38-9424-4abba011af2e {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:20.444755 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a96ffa-0edf-4e38-9424-4abba011af2e'] response: {'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'code': 200} Sep 27 16:40:20.445669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:20.447414 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d01418-c90c-4638-8e45-b8b4109f07e1 req-36df6e69-3264-4dc6-9569-0d101e83e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:20.449555 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-74d01418-c90c-4638-8e45-b8b4109f07e1 req-36df6e69-3264-4dc6-9569-0d101e83e174 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0427098 Sep 27 16:40:20.647100 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3986ee-0032-45f4-b67c-0224bfdc8b35 req-594c151a-8498-4c9a-9e84-b512d94e0419 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:20.648693 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd3986ee-0032-45f4-b67c-0224bfdc8b35 req-594c151a-8498-4c9a-9e84-b512d94e0419 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0522287 Sep 27 16:40:20.704823 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fd3986ee-0032-45f4-b67c-0224bfdc8b35 req-84b53b52-0b0a-47cd-baa8-fb81833fb22a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462775 Sep 27 16:40:20.722328 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-67c0c3b4-ab51-4c01-930a-c5ed78d14b21 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:20.723792 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-67c0c3b4-ab51-4c01-930a-c5ed78d14b21 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0674787 Sep 27 16:40:20.726442 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-74d01418-c90c-4638-8e45-b8b4109f07e1 req-681f3f3a-fb99-4035-b56a-078c170d0c6a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851583 Sep 27 16:40:20.835944 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ed6a-d435-47fd-af9c-0818aa7c6709 req-7c7bb7fc-d8af-4df6-8279-10f8132f4a28 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:20.837327 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ce65ed6a-d435-47fd-af9c-0818aa7c6709 req-7c7bb7fc-d8af-4df6-8279-10f8132f4a28 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Sep 27 16:40:20.884984 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ce65ed6a-d435-47fd-af9c-0818aa7c6709 req-e144cc27-f6ed-461c-b654-db37c4b8e0c9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Sep 27 16:40:21.089963 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a59a1c-b0de-42ef-8d57-7f582264b375 req-115c2468-d4f5-427f-b42f-76b10daaa580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:21.091961 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-95a59a1c-b0de-42ef-8d57-7f582264b375 req-115c2468-d4f5-427f-b42f-76b10daaa580 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 1130 time: 0.0394681 Sep 27 16:40:21.142022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50046784-0154-4f84-8842-35ccd5498ac5 req-b5361632-52f0-4a0d-ba63-4cbbecc9d0be tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:21.143539 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-50046784-0154-4f84-8842-35ccd5498ac5 req-b5361632-52f0-4a0d-ba63-4cbbecc9d0be tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.1111929 Sep 27 16:40:21.146974 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port 28c38995-7f8b-4c47-85ed-9090cbdf348e {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:21.147319 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:21.148962 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-95a59a1c-b0de-42ef-8d57-7f582264b375 req-406199a7-32e1-4ace-b35e-0d483432bc52 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501015 Sep 27 16:40:21.224964 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39de1c-1367-41bd-9084-30bfee353863 req-3c24a3cd-d63e-414e-9af1-196a29aef698 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:21.226472 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f39de1c-1367-41bd-9084-30bfee353863 req-3c24a3cd-d63e-414e-9af1-196a29aef698 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.0766428 Sep 27 16:40:21.229291 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:21.243734 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaf983-175b-48a2-a98a-3630597578ff req-e42c3e71-fd9b-4d91-82d2-731a7499e56c tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:21.246080 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-97eaf983-175b-48a2-a98a-3630597578ff req-e42c3e71-fd9b-4d91-82d2-731a7499e56c tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 945 time: 0.0668380 Sep 27 16:40:21.252982 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:21.333549 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f39de1c-1367-41bd-9084-30bfee353863 req-0984fd37-82ea-401a-af3e-8de0c7fe4cba tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972486 Sep 27 16:40:21.337970 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-97eaf983-175b-48a2-a98a-3630597578ff req-b855e64d-e0e6-4b36-a806-5510c93fba17 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Sep 27 16:40:21.539258 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Deleting port b076a24a-f4ef-4eb2-b560-505f54ef1e3d {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:21.539718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:21.547721 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] For port 28c38995-7f8b-4c47-85ed-9090cbdf348e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=28c38995-7f8b-4c47-85ed-9090cbdf348e,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:21.548098 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:21.726786 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] For port b076a24a-f4ef-4eb2-b560-505f54ef1e3d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:21.727155 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:21.772548 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Calling delete_port for b076a24a-f4ef-4eb2-b560-505f54ef1e3d owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:21.832595 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19e808-932b-4cab-bfeb-5c231ca1ce35 req-3275f001-dbaf-4123-94fe-f0c30f16bada tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:21.834083 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c19e808-932b-4cab-bfeb-5c231ca1ce35 req-3275f001-dbaf-4123-94fe-f0c30f16bada tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 946 time: 0.0485003 Sep 27 16:40:21.838089 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:21.838451 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (13de3710-4494-4377-930a-62558a6d7f20), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:21.838764 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP 13de3710-4494-4377-930a-62558a6d7f20 disassociated. External IP: 172.27.2.198, port: 28c38995-7f8b-4c47-85ed-9090cbdf348e. Sep 27 16:40:21.839195 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for 28c38995-7f8b-4c47-85ed-9090cbdf348e owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:21.864987 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:21.882867 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5c19e808-932b-4cab-bfeb-5c231ca1ce35 req-169949ae-0000-4784-a3b2-d38e84146f37 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cab7ce73-3da2-496a-b18e-a98df31ea6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Sep 27 16:40:21.917540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:22.009495 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7ed8-ed48-40af-a251-c02af83b967e req-5c82aeee-a2d8-4350-833b-fec6f7ec705e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:22.011540 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ceeb7ed8-ed48-40af-a251-c02af83b967e req-5c82aeee-a2d8-4350-833b-fec6f7ec705e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0471847 Sep 27 16:40:22.061191 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ceeb7ed8-ed48-40af-a251-c02af83b967e req-13a72f1d-02a1-4277-83ca-2b72bbff6604 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Sep 27 16:40:22.099694 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (b076a24a-f4ef-4eb2-b560-505f54ef1e3d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:22.101449 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (28c38995-7f8b-4c47-85ed-9090cbdf348e), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:22.113678 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['b076a24a-f4ef-4eb2-b560-505f54ef1e3d'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:40:22.134355 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Pushing event deleted for resources: {'Port': ['ID=b076a24a-f4ef-4eb2-b560-505f54ef1e3d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:22.166820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=28c38995-7f8b-4c47-85ed-9090cbdf348e,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:22.238140 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] No DVR routers for this DVR port b076a24a-f4ef-4eb2-b560-505f54ef1e3d on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:40:22.241877 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:22.245070 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-50046784-0154-4f84-8842-35ccd5498ac5 req-3593a089-2ab5-42e3-9813-1e6b53994b23 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b076a24a-f4ef-4eb2-b560-505f54ef1e3d HTTP/1.1" status: 204 len: 173 time: 1.0946074 Sep 27 16:40:22.245590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'name': 'network-vif-deleted', 'tag': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:22.247907 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37418b5-0bec-4f0b-9dc5-6d7beed3352c" -d '{"events": [{"server_uuid": "ab77e6d5-1c27-420a-b7cd-b32c4f418dab", "name": "network-vif-deleted", "tag": "b076a24a-f4ef-4eb2-b560-505f54ef1e3d"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:22.303851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda9c7e7-624b-4ba7-92e0-7d815bd4f978 x-openstack-request-id: req-bda9c7e7-624b-4ba7-92e0-7d815bd4f978 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:22.310990 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab77e6d5-1c27-420a-b7cd-b32c4f418dab", "name": "network-vif-deleted", "tag": "b076a24a-f4ef-4eb2-b560-505f54ef1e3d", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:22.310990 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bda9c7e7-624b-4ba7-92e0-7d815bd4f978 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:22.310990 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda9c7e7-624b-4ba7-92e0-7d815bd4f978'] response: {'server_uuid': 'ab77e6d5-1c27-420a-b7cd-b32c4f418dab', 'name': 'network-vif-deleted', 'tag': 'b076a24a-f4ef-4eb2-b560-505f54ef1e3d', 'status': 'completed', 'code': 200} Sep 27 16:40:22.332543 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:40:22.456552 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:40:22.468223 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:40:22.479968 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:22.480581 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:22.498161 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-572fc3bb-7246-43b3-a8c0-5240c10a6b12 req-d3a08ccb-1a46-4597-bcb3-e8c1c6eb94c9 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.0514386 Sep 27 16:40:22.502862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] No DVR routers for this DVR port 28c38995-7f8b-4c47-85ed-9090cbdf348e on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:40:22.505265 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:22.507164 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c6fa3-0e7a-4c35-9292-de648b931528 req-84cc8dc2-a108-4f78-8bea-88daa8926465 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:22.508596 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-356cca00-c2d9-4ca3-9625-41ebc7e2c2ed req-c3a8b216-842b-42e5-83b4-3f0292c58941 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "DELETE /networking/v2.0/ports/28c38995-7f8b-4c47-85ed-9090cbdf348e HTTP/1.1" status: 204 len: 173 time: 1.4847586 Sep 27 16:40:22.509031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a03c6fa3-0e7a-4c35-9292-de648b931528 req-84cc8dc2-a108-4f78-8bea-88daa8926465 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.0978949 Sep 27 16:40:22.565423 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a03c6fa3-0e7a-4c35-9292-de648b931528 req-00b55022-215a-4ffa-ba86-fc529fe2b1d5 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499351 Sep 27 16:40:22.730740 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:22.868564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:22.916303 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:22.943576 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:40:22.953184 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:22.953788 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:23.012039 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b46d9d93-bf0b-49f9-8871-f276d1957b41 req-9c5fb74e-9b01-4cbc-b340-7b4a6f24157f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0278101 Sep 27 16:40:23.061311 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:23.188999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bbd7f-324a-48f1-892f-2a80433300e1 req-de3da6ff-f716-4d48-af0c-b55217890843 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:23.190453 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-078bbd7f-324a-48f1-892f-2a80433300e1 req-de3da6ff-f716-4d48-af0c-b55217890843 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Sep 27 16:40:23.240010 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-078bbd7f-324a-48f1-892f-2a80433300e1 req-1abe2fdc-fdde-40b9-b0c4-02ff8a3f5a71 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434802 Sep 27 16:40:23.255114 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:23.279925 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c930e4-5d49-4141-8a46-59d446e5e364 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:40:23.364364 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083fde-fe27-44f3-8d87-2dc86dc758eb req-50b4c94a-8e3f-4216-81e2-b8b5116f36d9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:23.365885 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b7083fde-fe27-44f3-8d87-2dc86dc758eb req-50b4c94a-8e3f-4216-81e2-b8b5116f36d9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Sep 27 16:40:23.376107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59690) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:23.380562 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'floatingip': {'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:23.422167 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:23.529961 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5aaaff-675a-44b9-9bdc-7727fb4b1e6f None None] New status for floating IP 13de3710-4494-4377-930a-62558a6d7f20: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:40:23.690652 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4deade23-a7f2-4925-aa5f-6422a6fc94d5 req-79f6adf0-337b-4659-b5f6-2e90807dedb6 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ab77e6d5-1c27-420a-b7cd-b32c4f418dab HTTP/1.1" status: 200 len: 210 time: 0.0649958 Sep 27 16:40:23.796283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c30005-287e-4f70-a20b-65878b817cc9 req-9060181c-5ba4-4b5a-98f3-edb77f980a10 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:23.797788 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-24c30005-287e-4f70-a20b-65878b817cc9 req-9060181c-5ba4-4b5a-98f3-edb77f980a10 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.1124628 Sep 27 16:40:23.885907 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:23.942037 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-24c30005-287e-4f70-a20b-65878b817cc9 req-12eb17bd-8709-429d-9260-cb2880075c91 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106086 Sep 27 16:40:24.027962 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:24.073116 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:24.090674 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229717c-6661-4ef0-9c6d-9bed8a4de68b req-2a33df29-f5a1-491e-865e-1881d537ce61 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:24.092266 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9229717c-6661-4ef0-9c6d-9bed8a4de68b req-2a33df29-f5a1-491e-865e-1881d537ce61 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.0681055 Sep 27 16:40:24.160755 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:24.163706 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d79fe6f9-d2c8-4bfc-8ece-9fb8510fd731 req-2819642b-ee1f-48bb-aa10-1e8b2dd820ae tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0537078 Sep 27 16:40:24.231542 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9229717c-6661-4ef0-9c6d-9bed8a4de68b req-af375028-b03f-4f53-80e9-f9ea7347efdb tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324599 Sep 27 16:40:24.267255 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59700) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:24.305714 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'name': 'network-vif-deleted', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:24.308643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be7a7b6-eef8-4053-9ff4-bc44374e79f9" -d '{"events": [{"server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "name": "network-vif-deleted", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:24.314687 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Floating IP 93dea3eb-e9d6-4a14-85fd-7da894efd2a0 associated. External IP: 172.27.2.6, port: 3886c674-6e5a-4ef4-b25f-926b0453292c. Sep 27 16:40:24.354282 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d71561c-e7ae-42ec-a97b-e44773aa9433 x-openstack-request-id: req-0d71561c-e7ae-42ec-a97b-e44773aa9433 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:24.354600 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8010c1e5-fe22-4255-a8df-0f63551bb226", "name": "network-vif-deleted", "tag": "28c38995-7f8b-4c47-85ed-9090cbdf348e", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:24.356508 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d71561c-e7ae-42ec-a97b-e44773aa9433 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:24.356955 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d71561c-e7ae-42ec-a97b-e44773aa9433'] response: {'server_uuid': '8010c1e5-fe22-4255-a8df-0f63551bb226', 'name': 'network-vif-deleted', 'tag': '28c38995-7f8b-4c47-85ed-9090cbdf348e', 'status': 'completed', 'code': 200} Sep 27 16:40:24.600855 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Router efa0b90f-456e-4611-ba34-58b390437bee has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:40:24.629590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a126b92-d488-4c59-ab71-65638db037f3 tempest-TestVolumeBootPattern-330167757 tempest-TestVolumeBootPattern-330167757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:24.634529 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8a126b92-d488-4c59-ab71-65638db037f3 tempest-TestVolumeBootPattern-330167757 tempest-TestVolumeBootPattern-330167757-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 1125 time: 0.3626509 Sep 27 16:40:24.634877 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59706) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:24.639585 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'port_id': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:24.717761 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:24.732016 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:40:24.741484 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:24.748935 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] Sync routers for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:40:24.761802 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:24.762422 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:24.782578 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:24.797710 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-b3bae9f3-af7a-4533-865e-39ed66166d76 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/93dea3eb-e9d6-4a14-85fd-7da894efd2a0 HTTP/1.1" status: 200 len: 989 time: 1.4203377 Sep 27 16:40:24.798329 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:24.801417 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5" -d '{"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:24.829141 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:24.843629 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f86bc5-5c83-47ae-acdd-45a4a15bd72b x-openstack-request-id: req-e1f86bc5-5c83-47ae-acdd-45a4a15bd72b {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:24.843931 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:24.844187 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1f86bc5-5c83-47ae-acdd-45a4a15bd72b {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:24.845242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f86bc5-5c83-47ae-acdd-45a4a15bd72b'] response: {'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'status': 'completed', 'code': 200} Sep 27 16:40:24.905379 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:24.906972 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:24.952242 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Allocated IP 172.27.2.89 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/a81e45b7-e41a-4b18-bb78-313dc413c452) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:40:25.052513 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-c93a4849-5f9a-4558-b675-2ffe36fdfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:25.053995 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-c93a4849-5f9a-4558-b675-2ffe36fdfc3c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0752859 Sep 27 16:40:25.139961 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:25.150316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '93dea3eb-e9d6-4a14-85fd-7da894efd2a0', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:53Z', 'updated_at': '2022-09-27T16:40:23Z', 'revision_number': 1, 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:25.177136 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] Checking router: efa0b90f-456e-4611-ba34-58b390437bee for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:40:25.186449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:25.187249 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:25.205538 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-66b2ba99-5771-4654-bedd-408680bbb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:25.207161 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-66b2ba99-5771-4654-bedd-408680bbb842 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.1460075 Sep 27 16:40:25.299795 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:25.305976 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:25.324982 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:25.339502 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-373c0a3a-a8e0-45fa-8ea9-cecf9c4db024 req-50735eae-4656-4fab-a36b-f15af33988fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8010c1e5-fe22-4255-a8df-0f63551bb226 HTTP/1.1" status: 200 len: 210 time: 0.0349917 Sep 27 16:40:25.350315 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:40:25.358307 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:40:25.362553 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:40:25.367014 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-62febe5d-d30e-4cc3-8130-b22f9ee30eb5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 997 time: 0.1490407 Sep 27 16:40:25.430454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=a81e45b7-e41a-4b18-bb78-313dc413c452,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:25.482968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-a8efe1af-58fd-4a27-b7e9-f3ab19953625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:25.484363 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-a8efe1af-58fd-4a27-b7e9-f3ab19953625 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0999546 Sep 27 16:40:25.525680 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:25.561511 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '93dea3eb-e9d6-4a14-85fd-7da894efd2a0', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:53Z', 'updated_at': '2022-09-27T16:40:23Z', 'revision_number': 1, 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:25.563125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:25.569565 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-300f1c5b-c38f-440f-818d-dc103fe3e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:25.571064 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-300f1c5b-c38f-440f-818d-dc103fe3e96c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576842 Sep 27 16:40:25.592017 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfec414-d7b8-4605-9665-7ab3db4b057b None None] The sync data for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi is: [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '93dea3eb-e9d6-4a14-85fd-7da894efd2a0', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:53Z', 'updated_at': '2022-09-27T16:40:23Z', 'revision_number': 1, 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:40:25.764355 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-b2b3dec4-67e5-4662-813e-b5bce5df9f9e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566634 Sep 27 16:40:25.801638 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda8e8ee-1c49-4c92-966b-de523e8b1210 None None] New status for floating IP 93dea3eb-e9d6-4a14-85fd-7da894efd2a0: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:40:25.903047 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (4ca49690-8d6f-4ce9-b60c-55c65ba51ddc), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.021211 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.165980 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.224849 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.295795 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (4ca49690-8d6f-4ce9-b60c-55c65ba51ddc), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.298879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=a81e45b7-e41a-4b18-bb78-313dc413c452,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:26.389116 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:26.395942 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Floating IP 4ca49690-8d6f-4ce9-b60c-55c65ba51ddc associated. External IP: 172.27.2.89, port: 52f691b3-ea75-4afe-9e42-e90c76a84965. Sep 27 16:40:26.488828 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:26.517801 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59730) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:26.578170 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75517480-b31f-49d5-aacb-2059cb614310 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (cab7ce73-3da2-496a-b18e-a98df31ea6ca), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.602874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75517480-b31f-49d5-aacb-2059cb614310 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (cab7ce73-3da2-496a-b18e-a98df31ea6ca), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.727895 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75517480-b31f-49d5-aacb-2059cb614310 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (cab7ce73-3da2-496a-b18e-a98df31ea6ca), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.730600 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75517480-b31f-49d5-aacb-2059cb614310 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.731812 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-75517480-b31f-49d5-aacb-2059cb614310 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cab7ce73-3da2-496a-b18e-a98df31ea6ca HTTP/1.1" status: 204 len: 168 time: 0.2129848 Sep 27 16:40:26.735879 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59732) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:26.760809 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.api.v2.resource [None req-e68909a2-7ecd-465f-a1b0-611892e4409a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] show failed (client error): The resource could not be found. Sep 27 16:40:26.761835 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e68909a2-7ecd-465f-a1b0-611892e4409a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups/cab7ce73-3da2-496a-b18e-a98df31ea6ca HTTP/1.1" status: 404 len: 347 time: 0.0249727 Sep 27 16:40:26.762605 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75517480-b31f-49d5-aacb-2059cb614310 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab7ce73-3da2-496a-b18e-a98df31ea6ca,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:26.764976 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59734) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:26.841027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:26.882532 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port c5af76b6-4285-4721-b54f-a1b9635e88e3 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:26.882899 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.909077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:40:26.911787 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f85d66b7-0b4d-443e-8cf1-70faae5a05e5 req-61fb32cb-7d5a-4696-815f-e77b59e0dc0a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453450 Sep 27 16:40:26.964799 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.965139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (c5af76b6-4285-4721-b54f-a1b9635e88e3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:26.977984 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for c5af76b6-4285-4721-b54f-a1b9635e88e3 owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:27.018137 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:40:27.020811 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:27.029634 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:40:27.041076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:27.041775 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:27.118696 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.147044 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:27.149408 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c3dce391-5d3d-42c0-8ca0-fb98af1282a7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5136273 Sep 27 16:40:27.150050 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:27.152984 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ade19f2-7dc9-412a-b81b-02f5549b5395" -d '{"events": [{"name": "network-changed", "server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:27.184971 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (c5af76b6-4285-4721-b54f-a1b9635e88e3), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.189446 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4facf-c84d-42c5-bc79-bd5987e1a25a x-openstack-request-id: req-3ff4facf-c84d-42c5-bc79-bd5987e1a25a {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:27.189734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:27.189985 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ff4facf-c84d-42c5-bc79-bd5987e1a25a {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:27.190381 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff4facf-c84d-42c5-bc79-bd5987e1a25a'] response: {'name': 'network-changed', 'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'status': 'completed', 'code': 200} Sep 27 16:40:27.211446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=c5af76b6-4285-4721-b54f-a1b9635e88e3,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:27.275659 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (13de3710-4494-4377-930a-62558a6d7f20), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.278924 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.280087 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-8262a64d-6288-40df-8b20-805239c54cff tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/13de3710-4494-4377-930a-62558a6d7f20 HTTP/1.1" status: 204 len: 168 time: 0.5142341 Sep 27 16:40:27.349439 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 28c38995-7f8b-4c47-85ed-9090cbdf348e no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:40:27.388369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 28c38995-7f8b-4c47-85ed-9090cbdf348e {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:40:27.388642 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 28c38995-7f8b-4c47-85ed-9090cbdf348e not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:40:27.389092 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device b076a24a-f4ef-4eb2-b560-505f54ef1e3d no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:40:27.405387 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59744) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:27.410401 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240254742', 'description': 'tempest-description--983491224'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:27.499265 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.542206 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: b076a24a-f4ef-4eb2-b560-505f54ef1e3d {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:40:27.543077 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device b076a24a-f4ef-4eb2-b560-505f54ef1e3d not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:40:27.558247 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '4ca49690-8d6f-4ce9-b60c-55c65ba51ddc', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:88:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:25Z', 'updated_at': '2022-09-27T16:40:25Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:27.569458 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (87451251-ceff-4498-9daa-11ecf13e33df), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.584076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:40:27.593027 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:27.593625 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:27.626637 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:27.653536 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (87451251-ceff-4498-9daa-11ecf13e33df), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.684728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87451251-ceff-4498-9daa-11ecf13e33df,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:27.697766 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:27.787498 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.788871 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d438d60c-b9c7-47a8-b7a9-024bd4ac2d11 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3823805 Sep 27 16:40:27.791822 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59746) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:27.797874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': '87451251-ceff-4498-9daa-11ecf13e33df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:27.872165 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (f424b96d-5137-4796-a2ac-337c3e48118d), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.913727 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '4ca49690-8d6f-4ce9-b60c-55c65ba51ddc', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:88:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:25Z', 'updated_at': '2022-09-27T16:40:25Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:27.927880 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (f424b96d-5137-4796-a2ac-337c3e48118d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:27.939403 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d41b82-e4c3-4199-a9fb-bbc1395ea082 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '4ca49690-8d6f-4ce9-b60c-55c65ba51ddc', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:88:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:25Z', 'updated_at': '2022-09-27T16:40:25Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:40:27.995743 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (f424b96d-5137-4796-a2ac-337c3e48118d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.017467 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f424b96d-5137-4796-a2ac-337c3e48118d,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:28.077918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.081943 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-744a7659-2fb5-44df-93d0-c441c34b925a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856224 Sep 27 16:40:28.082275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 59748) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:28.086830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': '87451251-ceff-4498-9daa-11ecf13e33df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:28.128579 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c750b9d-a98a-4e09-846a-584867dc53d1 None None] New status for floating IP 4ca49690-8d6f-4ce9-b60c-55c65ba51ddc: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:40:28.177935 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (fe60fe68-6366-40a8-8d99-2848f5b089fc), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.241147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (fe60fe68-6366-40a8-8d99-2848f5b089fc), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.312280 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (fe60fe68-6366-40a8-8d99-2848f5b089fc), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.360645 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe60fe68-6366-40a8-8d99-2848f5b089fc,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:28.364221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-7694ff15-ccbd-4172-b22d-8669d1f8c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:28.365833 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-7694ff15-ccbd-4172-b22d-8669d1f8c965 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 1130 time: 0.0637360 Sep 27 16:40:28.429277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.429773 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3ae02ff0-e9a7-4bf5-9bb6-0547ad109119 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464494 Sep 27 16:40:28.433071 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59752) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:28.437684 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:28.450980 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:28.470392 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-1fd73c9e-6d8c-4cb3-aabc-87385dc9d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:28.471866 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-1fd73c9e-6d8c-4cb3-aabc-87385dc9d36e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0992334 Sep 27 16:40:28.522127 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.539517 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-2639bae6-5be4-4716-be89-ef3711f1e731 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52f691b3-ea75-4afe-9e42-e90c76a84965 HTTP/1.1" status: 200 len: 1001 time: 0.0564973 Sep 27 16:40:28.589881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-fce1612c-444a-44cf-ab2b-0cd384910c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:28.591472 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-fce1612c-444a-44cf-ab2b-0cd384910c76 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0448797 Sep 27 16:40:28.603989 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.642308 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-d29305c2-74d4-4a51-b214-4c003983c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:28.643904 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-d29305c2-74d4-4a51-b214-4c003983c3c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423472 Sep 27 16:40:28.700302 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:28.716018 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.27.2.183 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:40:28.729041 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:28.744911 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-8d8a8e90-b146-4fe0-a16f-37c8d63ba481 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868373 Sep 27 16:40:28.801612 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:28.821049 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:28.842700 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3ade19f2-7dc9-412a-b81b-02f5549b5395 req-f8ae4952-9bc9-439f-9202-2ddc81bb3516 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915222 Sep 27 16:40:29.025918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.066368 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:40:29.071421 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:40:29.074538 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:40:29.103930 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:29.162910 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (2b5c1b81-3821-41a9-b66a-54dfee269379), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.265456 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.267608 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:29.415439 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.498947 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.578881 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:29.581183 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (2b5c1b81-3821-41a9-b66a-54dfee269379), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.666539 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:29.671344 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-985f4819-6752-4ca4-8cc0-b2d39dcc1379 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2371571 Sep 27 16:40:29.876801 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-fa3fe004-ca93-453e-a708-05385a5e5853 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1240254742&fields=id&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 267 time: 0.0454812 Sep 27 16:40:29.987556 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-7e7e0e64-a109-453f-89b0-735aae6806a4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:29.989054 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-7e7e0e64-a109-453f-89b0-735aae6806a4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.1053653 Sep 27 16:40:30.003978 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-03779be0-1c6d-43ae-8e71-f45aa7258ff6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/quotas/73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 375 time: 0.0095785 Sep 27 16:40:30.053217 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-cd366b29-b0bf-4086-b5dd-7cde65008f6d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441844 Sep 27 16:40:30.154991 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-366ea106-7406-4a96-8c26-00c88c620871 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896049 Sep 27 16:40:30.482841 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-68a46a5d-a231-463f-8ac5-e73c738e3a81 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219073 Sep 27 16:40:30.737721 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0e028fe4-b43a-499c-b8c6-95e9c4137548 req-ddb7c340-7d8b-4ec9-845b-b56d58f86c3e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Sep 27 16:40:31.202095 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:31.843667 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f72fd90b-8f71-4f04-aded-fc19557e44f4 req-1de42cf7-d18d-40c5-8681-9a2a2ad9bf9c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Sep 27 16:40:32.947330 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee076560-a1de-4950-a536-aec074ddc26b req-83e9cbbd-7114-467c-bb42-e51f681627f4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0279422 Sep 27 16:40:34.049289 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7d60efa8-09a3-4fbb-aa13-7c1b05f619c0 req-ef71ec3b-663a-41dc-96e1-cdc829907549 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 27 16:40:34.261137 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9b38-d962-447d-897e-6f0add082caa req-ada7afef-28c2-4959-b07c-72eff8598a08 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:34.263271 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f08c9b38-d962-447d-897e-6f0add082caa req-ada7afef-28c2-4959-b07c-72eff8598a08 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0494783 Sep 27 16:40:34.287823 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:34.312784 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-4314ade5-fa13-40f2-a41f-f0677b7435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:34.314305 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-4314ade5-fa13-40f2-a41f-f0677b7435d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1169 time: 0.0422449 Sep 27 16:40:34.334390 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f08c9b38-d962-447d-897e-6f0add082caa req-d6c3f8ba-0fe2-4688-bb48-73e8f0f7519e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632298 Sep 27 16:40:34.421839 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-97c0034c-4e1d-427e-bec4-0909c4f8972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:34.423362 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-97c0034c-4e1d-427e-bec4-0909c4f8972d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 916 time: 0.0999925 Sep 27 16:40:34.495104 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-725e6d0f-ffd4-4aad-b852-6e8128a7b6a3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 1002 time: 0.0614450 Sep 27 16:40:34.504890 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-2c697c21-7fa5-4693-9cf5-de05f13d1b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:34.545877 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-c7fbf97b-cde5-46c1-baad-3733bd1c959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:34.547382 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-c7fbf97b-cde5-46c1-baad-3733bd1c959b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.0452406 Sep 27 16:40:34.606340 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-081fb9e0-a72e-45f4-addd-b972be05f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:34.608008 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-081fb9e0-a72e-45f4-addd-b972be05f3e0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445704 Sep 27 16:40:34.971811 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-e8433f4e-5ac3-4816-83d9-18ed2ee9a1d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Sep 27 16:40:35.066959 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1fa6f90-0584-4148-8193-ffc02a9d88f1 req-4073735e-e542-4750-a37e-f609ef5ad9ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880949 Sep 27 16:40:35.167883 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6f01cb6d-115c-4759-9a1a-5279dc10f0aa req-ef3eeaae-3161-4ec2-b6b9-79de9cd6ad70 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Sep 27 16:40:35.285670 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-80a14f2f-8425-4cb0-807a-13cac0021f0f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:35.287159 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-80a14f2f-8425-4cb0-807a-13cac0021f0f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.1146426 Sep 27 16:40:35.362766 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-824c4141-947a-4b3e-8dd1-fab1d023f530 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 380 time: 0.0648313 Sep 27 16:40:35.371829 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'port': {'device_id': 'e036d20a-962b-4196-8b51-1edc199c9700', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'admin_state_up': True, 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'security_groups': ['87451251-ceff-4498-9daa-11ecf13e33df']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:35.538263 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b012d-ff35-4b69-a875-209d80bdd970 req-1a426e2d-9499-4c4c-9f0c-240bf90090d8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:35.538946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Made reservation on behalf of 73fad530905b485cb7141793f6130a9e for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:40:35.539775 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-279b012d-ff35-4b69-a875-209d80bdd970 req-1a426e2d-9499-4c4c-9f0c-240bf90090d8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.1158082 Sep 27 16:40:35.542817 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:35.609063 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:35.627960 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-e7ec9d75-cae0-4f92-8ebf-1658f75d574c tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:35.629483 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-e7ec9d75-cae0-4f92-8ebf-1658f75d574c tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 HTTP/1.1" status: 200 len: 814 time: 0.1956053 Sep 27 16:40:35.651109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-279b012d-ff35-4b69-a875-209d80bdd970 req-9f23aa98-32fc-45f0-9a62-4a05832e4f4c tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034682 Sep 27 16:40:35.653849 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-7b997754-a3fb-4905-9f96-4beab73fe381 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/quotas/a06947e0733946bb8e266382c0d4d0ce HTTP/1.1" status: 200 len: 375 time: 0.0157733 Sep 27 16:40:35.692798 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ee820faf-11f8-454c-a209-340f9fcabac6 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a06947e0733946bb8e266382c0d4d0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327270 Sep 27 16:40:35.702051 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.20.0.8 (16983143-f1f9-476b-8846-75cee163a487/87db513a-afee-48ee-a140-5875ef7c38a0/9a15757f-ac3b-4ddc-80eb-dac8224d7ea4) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:40:35.703847 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:35.719228 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:35.791965 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-f808f339-d5b6-4c71-b8dd-6eca1874e809 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923827 Sep 27 16:40:35.847637 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-e9e88baf-d9af-467e-bc65-a2094c8de70f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584629 Sep 27 16:40:35.890183 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-dfcd628f-adf9-4a98-9026-aefc1727011d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924258 Sep 27 16:40:35.899482 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:35.935802 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-0712a685-ec35-4fb8-94f9-778c51809f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:35.937314 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-0712a685-ec35-4fb8-94f9-778c51809f5c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 1130 time: 0.0551710 Sep 27 16:40:36.040759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:36.071129 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-b1af30b8-82ea-47cc-bc82-e164dc36f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:36.072580 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-b1af30b8-82ea-47cc-bc82-e164dc36f94e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.1154535 Sep 27 16:40:36.084316 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:40:36.088673 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:40:36.128356 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:40:36.138922 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-08bc12b5-4d24-4850-8ffb-7f7631d4314d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a2e9512-fd72-4935-9024-5d91227158e5 HTTP/1.1" status: 200 len: 217 time: 0.0513589 Sep 27 16:40:36.177278 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ad51d4c9-fb6e-460c-8ea9-183ee4bca5db req-02f609d9-770e-4713-9966-815bda694d42 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.0447946 Sep 27 16:40:36.203678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:36.252265 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:36.252940 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:36.261316 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-b2d785ca-87e2-48e0-ba33-8d48bf93f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:36.262933 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-b2d785ca-87e2-48e0-ba33-8d48bf93f6a1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.1039054 Sep 27 16:40:36.335339 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-a56a63f9-2257-4e5d-9ee6-11ded007586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:36.336857 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-a56a63f9-2257-4e5d-9ee6-11ded007586c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659368 Sep 27 16:40:36.337942 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663b568-c27d-4d5a-a0e9-c00def49e14f req-9e875d2a-7c92-4b6a-bf35-35d1d04ac049 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:36.343265 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e663b568-c27d-4d5a-a0e9-c00def49e14f req-9e875d2a-7c92-4b6a-bf35-35d1d04ac049 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 931 time: 0.0664973 Sep 27 16:40:36.357339 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-72ce0ec0-ea6a-4e7c-a220-32f0e02c46fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891629 Sep 27 16:40:36.372397 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Provisioning complete for port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:40:36.374010 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:36.374564 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Attempt 1 to provision port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 Sep 27 16:40:36.392300 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e663b568-c27d-4d5a-a0e9-c00def49e14f req-f5e829d2-56e2-439c-b802-5363f3c9c7d7 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Sep 27 16:40:36.402957 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Request body: {'port': {'device_id': 'e036d20a-962b-4196-8b51-1edc199c9700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:36.418812 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:40:36.448163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:36.498665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:36.509346 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-95867cdc-ab22-48ad-a1bc-7f7dfd9e21cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632612 Sep 27 16:40:36.607441 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:36.712129 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-fa2469c3-40cb-4615-bf05-856eaae19edc req-297d202c-efa4-40fa-8abc-9fd2948062ae service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763692 Sep 27 16:40:36.811666 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6f0-c477-422f-b608-c1e4836a5ab6 req-dfd3032f-5fc8-4e8f-9ca5-286896e57a95 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:36.813174 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f82f6f0-c477-422f-b608-c1e4836a5ab6 req-dfd3032f-5fc8-4e8f-9ca5-286896e57a95 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0575349 Sep 27 16:40:36.842097 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:36.849587 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Publish callbacks [] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:36.862415 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Transition to ACTIVE for port object 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:40:36.875493 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f82f6f0-c477-422f-b608-c1e4836a5ab6 req-b7ee66e4-a1fa-4649-be28-bf4d4cce7232 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565205 Sep 27 16:40:36.920224 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Attempt 2 to provision port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 Sep 27 16:40:36.933044 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:36.943563 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:36.961566 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:40:36.994608 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Pushing event updated for resources: {'Port': ['ID=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:36.996046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9205c63d-b608-4192-8408-1e5d6f1692f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:37.045564 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Attempting to bind port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:40:37.045893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Attempting to bind port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:40:37.046221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Attempting to bind port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:40:37.085650 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 on network 16983143-f1f9-476b-8846-75cee163a487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:40:37.085971 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Attempting to bind port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:40:37.131590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:40:37.131856 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:40:37.132259 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Bound using segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:40:37.132684 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Bound port: 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:40:37.133048 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:37.194030 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] For port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:40:37.197153 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] For port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:40:37.259387 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:37.263762 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:37.264348 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:37.265707 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 HTTP/1.1" status: 200 len: 1093 time: 0.8969247 Sep 27 16:40:37.266297 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:37.268582 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaccc19-581b-4adf-83a9-bafa665d9248" -d '{"events": [{"name": "network-changed", "server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:37.287218 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f1b04323-cbd2-4f52-8e33-19c73930a956 req-ca5eb757-189f-4b84-a038-8fe089f69a42 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.0337598 Sep 27 16:40:37.304318 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:37.322269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de677647-e814-42d9-93f1-6b346c9cf567 x-openstack-request-id: req-de677647-e814-42d9-93f1-6b346c9cf567 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:37.322269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:37.322269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de677647-e814-42d9-93f1-6b346c9cf567 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:37.322269 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de677647-e814-42d9-93f1-6b346c9cf567'] response: {'name': 'network-changed', 'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'status': 'completed', 'code': 200} Sep 27 16:40:37.329207 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befddc92-6f1a-46d9-aebb-9ede0d7f4918 service neutron] Pushing event updated for resources: {'Port': ['ID=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:37.407351 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaccc19-581b-4adf-83a9-bafa665d9248 req-1fb26205-3d9d-47be-8cc0-11031a2c8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:37.409199 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-afaccc19-581b-4adf-83a9-bafa665d9248 req-1fb26205-3d9d-47be-8cc0-11031a2c8232 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 1127 time: 0.0463009 Sep 27 16:40:37.463014 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Attempt 3 to provision port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 Sep 27 16:40:37.505792 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ce88fdd9-ce5f-45a3-949a-8994cdc07337 None None] Port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:40:37.535182 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaccc19-581b-4adf-83a9-bafa665d9248 req-af17a829-58f1-40dc-b7a8-f3a5f2d76309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:37.537588 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-afaccc19-581b-4adf-83a9-bafa665d9248 req-af17a829-58f1-40dc-b7a8-f3a5f2d76309 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=73fad530905b485cb7141793f6130a9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1129026 Sep 27 16:40:37.541371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e49bc-8edb-44df-9d2e-89c617de2f7d req-ce6d3ded-6cb3-4230-9231-6d0af063acfe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:37.543073 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c5e49bc-8edb-44df-9d2e-89c617de2f7d req-ce6d3ded-6cb3-4230-9231-6d0af063acfe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 943 time: 0.0495329 Sep 27 16:40:37.596287 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c5e49bc-8edb-44df-9d2e-89c617de2f7d req-cd6bd4b1-3a8a-469d-88cc-998900beb3de tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Sep 27 16:40:37.639231 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaccc19-581b-4adf-83a9-bafa665d9248 req-4cc0c5d2-8e5e-4a75-adf6-0fa10fb3a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:37.640697 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-afaccc19-581b-4adf-83a9-bafa665d9248 req-4cc0c5d2-8e5e-4a75-adf6-0fa10fb3a255 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958388 Sep 27 16:40:37.737676 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-bda4c008-1742-43f4-ade2-1f205f4a4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:37.739207 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-bda4c008-1742-43f4-ade2-1f205f4a4d7b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 1127 time: 0.0399406 Sep 27 16:40:38.000350 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739719a-2b24-4a2e-9be9-972202fa50d9 req-4e9254bf-1134-44fd-b15a-211cc232f664 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:38.001838 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d739719a-2b24-4a2e-9be9-972202fa50d9 req-4e9254bf-1134-44fd-b15a-211cc232f664 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0505819 Sep 27 16:40:38.029006 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-45463b15-b9cf-4e73-acc0-ed71d369fc0a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0346005 Sep 27 16:40:38.066855 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d739719a-2b24-4a2e-9be9-972202fa50d9 req-d0575859-9b5f-4eb5-a62d-f62cd00af158 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589495 Sep 27 16:40:38.088261 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-94284fab-ffb4-43bc-9a01-d5ff7fef9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:38.089727 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-94284fab-ffb4-43bc-9a01-d5ff7fef9576 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0492785 Sep 27 16:40:38.122311 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:38.140682 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d930-b594-409e-9872-52f85c575019 req-fce3dd57-a42f-4a0c-b44c-fa6eb0f84016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:38.142157 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-fce3dd57-a42f-4a0c-b44c-fa6eb0f84016 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389369 Sep 27 16:40:38.211334 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:38.240195 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-65f99f68-7d63-4d9b-9dc0-932f853b05da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860460 Sep 27 16:40:38.404276 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ca416460-045d-4e72-8200-0af89eedf0fd req-890ffa35-7c24-4897-a5c4-0932cc67a093 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.0312452 Sep 27 16:40:38.568751 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6a1d930-b594-409e-9872-52f85c575019 req-f7d3b7c8-3f77-4963-956c-d1098520d84f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208506 Sep 27 16:40:38.720685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea9332-1f68-42ca-9c2e-872fca0daa4d req-145de58e-0e37-4a8b-861b-e4fb7e8afb4d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:38.722084 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60ea9332-1f68-42ca-9c2e-872fca0daa4d req-145de58e-0e37-4a8b-861b-e4fb7e8afb4d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 943 time: 0.0466866 Sep 27 16:40:38.733538 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:38.769994 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60ea9332-1f68-42ca-9c2e-872fca0daa4d req-18f1eff7-062d-4c57-8986-494f0c0c6546 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Sep 27 16:40:39.195237 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d007bc5-1a9f-411c-85c5-1cc32c2dd5db req-25a90137-9381-4f4b-b585-757985d182ed tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:39.196670 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9d007bc5-1a9f-411c-85c5-1cc32c2dd5db req-25a90137-9381-4f4b-b585-757985d182ed tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0506060 Sep 27 16:40:39.256508 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9d007bc5-1a9f-411c-85c5-1cc32c2dd5db req-d215ca0d-9233-4b1a-a20b-db89577830f1 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536444 Sep 27 16:40:39.508309 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b4ef812b-3584-4289-86e0-f7b90e2fe81c req-68d0f80c-dfd5-46e0-8958-ae8e697afeea tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.0278151 Sep 27 16:40:39.704407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:39.795828 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:39.891174 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef69a10-0274-4b5a-9abd-0d3b4e82d507 req-100f31a4-83c1-48ed-8278-5ab493001a69 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:39.892644 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ef69a10-0274-4b5a-9abd-0d3b4e82d507 req-100f31a4-83c1-48ed-8278-5ab493001a69 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 943 time: 0.0466452 Sep 27 16:40:39.942673 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ef69a10-0274-4b5a-9abd-0d3b4e82d507 req-6e194396-f054-4bc6-aa4b-e48f7cc767e4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Sep 27 16:40:40.311688 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-8620b21e-5289-4873-8c28-567dbf001719 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:40.313149 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-8620b21e-5289-4873-8c28-567dbf001719 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 HTTP/1.1" status: 200 len: 814 time: 0.1112633 Sep 27 16:40:40.330187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Request body: {'port': {'device_id': '917a245d-3957-45a3-a011-67b79c56ea0a', 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5', 'admin_state_up': True, 'tenant_id': 'a06947e0733946bb8e266382c0d4d0ce'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:40.387150 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f2287-d055-4cd2-8c0a-5c1c27647d8a req-319dcd04-3d66-4fdf-a318-0a5f21e73645 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:40.388681 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-317f2287-d055-4cd2-8c0a-5c1c27647d8a req-319dcd04-3d66-4fdf-a318-0a5f21e73645 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0478818 Sep 27 16:40:40.453428 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-317f2287-d055-4cd2-8c0a-5c1c27647d8a req-817cc8de-1ad8-483c-a5a1-23b7edfc603c tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589020 Sep 27 16:40:40.521497 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Made reservation on behalf of a06947e0733946bb8e266382c0d4d0ce for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:40:40.525288 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:40.613246 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-32c5de70-465a-467d-a604-3d165c6587e1 req-adb3b21e-5b63-4fe2-96f2-c79be53e3120 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.0292487 Sep 27 16:40:40.629287 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:40.655350 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Allocated IP 172.20.0.8 (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5/0f85ce9c-7097-4337-ab1b-d996cba0c59c/22b2a016-09d8-4486-8dd8-f824c8714bbe) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:40:40.805349 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks [] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:40.837278 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:40.843270 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:40.870498 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:40.915458 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:40:40.919303 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:40:40.923228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:40:40.949407 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Pushing event updated for resources: {'Port': ['ID=22b2a016-09d8-4486-8dd8-f824c8714bbe,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:40.976999 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:40.980516 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:40.980516 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:41.049957 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-ef3ffc1f-2507-47b2-9fdd-470fc924e673 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275615 Sep 27 16:40:41.065788 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16aaad-4387-4cb1-bdd3-6aeeea239943 req-8ea80860-0225-4006-a99d-31dd1e3fbfee tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:41.065969 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Request body: {'port': {'device_id': '917a245d-3957-45a3-a011-67b79c56ea0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:41.067211 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b16aaad-4387-4cb1-bdd3-6aeeea239943 req-8ea80860-0225-4006-a99d-31dd1e3fbfee tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 943 time: 0.0481031 Sep 27 16:40:41.081160 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:41.123389 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b16aaad-4387-4cb1-bdd3-6aeeea239943 req-4ac3da2e-da17-4973-88ff-72197ecb0a7e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500047 Sep 27 16:40:41.127601 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:41.389835 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b2a016-09d8-4486-8dd8-f824c8714bbe {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:41.400605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Publish callbacks [] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:41.414550 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Transition to ACTIVE for port object 22b2a016-09d8-4486-8dd8-f824c8714bbe will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:40:41.481358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:41.549124 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Pushing event updated for resources: {'Port': ['ID=22b2a016-09d8-4486-8dd8-f824c8714bbe,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:41.567025 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:41.584146 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35262dfe-92e7-4274-9c5a-9eb2f46f03d4 req-9272c409-e7ae-4067-a39f-6e387a941aba tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:41.585628 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35262dfe-92e7-4274-9c5a-9eb2f46f03d4 req-9272c409-e7ae-4067-a39f-6e387a941aba tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0532589 Sep 27 16:40:41.595703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Attempting to bind port 22b2a016-09d8-4486-8dd8-f824c8714bbe on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:40:41.595968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Attempting to bind port 22b2a016-09d8-4486-8dd8-f824c8714bbe by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:40:41.596326 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Attempting to bind port 22b2a016-09d8-4486-8dd8-f824c8714bbe on network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:40:41.640280 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Port 22b2a016-09d8-4486-8dd8-f824c8714bbe on network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:40:41.640608 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Attempting to bind port 22b2a016-09d8-4486-8dd8-f824c8714bbe on network 1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:40:41.647676 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35262dfe-92e7-4274-9c5a-9eb2f46f03d4 req-78a03bb7-3f0b-4a80-acf8-52c05b4d7c0a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559831 Sep 27 16:40:41.687172 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:40:41.687510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Checking segment: {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:40:41.687890 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Bound using segment: {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:40:41.688322 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Bound port: 22b2a016-09d8-4486-8dd8-f824c8714bbe, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d3f2db-46e7-4269-a6bd-46f72402c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:40:41.688683 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:41.737314 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90201f35-d459-4ae6-9404-b2f633cc9c50 req-98f6ad10-27dc-4c62-80f7-de1e53929dac tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:41.739211 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90201f35-d459-4ae6-9404-b2f633cc9c50 req-98f6ad10-27dc-4c62-80f7-de1e53929dac tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 943 time: 0.0487885 Sep 27 16:40:41.758717 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] For port 22b2a016-09d8-4486-8dd8-f824c8714bbe, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:40:41.763906 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] For port 22b2a016-09d8-4486-8dd8-f824c8714bbe, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=22b2a016-09d8-4486-8dd8-f824c8714bbe,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:40:41.790320 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90201f35-d459-4ae6-9404-b2f633cc9c50 req-a7ae8e3f-dbb3-4d1c-b298-3dfd45801899 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Sep 27 16:40:41.978962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:41.982626 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:41.983429 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:41.984883 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/22b2a016-09d8-4486-8dd8-f824c8714bbe HTTP/1.1" status: 200 len: 1093 time: 0.9233239 Sep 27 16:40:41.987186 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917a245d-3957-45a3-a011-67b79c56ea0a', 'tag': '22b2a016-09d8-4486-8dd8-f824c8714bbe'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:41.989456 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c33db4-8849-4516-ab60-b45d87eff71e" -d '{"events": [{"name": "network-changed", "server_uuid": "917a245d-3957-45a3-a011-67b79c56ea0a", "tag": "22b2a016-09d8-4486-8dd8-f824c8714bbe"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:42.027767 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c5563-4a46-4087-9ff1-1241289b911a x-openstack-request-id: req-f68c5563-4a46-4087-9ff1-1241289b911a {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:42.028167 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917a245d-3957-45a3-a011-67b79c56ea0a", "tag": "22b2a016-09d8-4486-8dd8-f824c8714bbe", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:42.028811 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f68c5563-4a46-4087-9ff1-1241289b911a {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:42.028811 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68c5563-4a46-4087-9ff1-1241289b911a'] response: {'name': 'network-changed', 'server_uuid': '917a245d-3957-45a3-a011-67b79c56ea0a', 'tag': '22b2a016-09d8-4486-8dd8-f824c8714bbe', 'status': 'completed', 'code': 200} Sep 27 16:40:42.043039 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f534d-ccc9-40ab-acc4-69fc716abdfd service neutron] Pushing event updated for resources: {'Port': ['ID=22b2a016-09d8-4486-8dd8-f824c8714bbe,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:42.096550 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33db4-8849-4516-ab60-b45d87eff71e req-8555befe-05c1-4a57-8220-cf94a68ca16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.098042 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90c33db4-8849-4516-ab60-b45d87eff71e req-8555befe-05c1-4a57-8220-cf94a68ca16a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a06947e0733946bb8e266382c0d4d0ce&device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 1127 time: 0.0401459 Sep 27 16:40:42.116625 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:42.204232 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33db4-8849-4516-ab60-b45d87eff71e req-a4b2a44b-645f-4fe6-b8c9-aaf235dc8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.205716 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90c33db4-8849-4516-ab60-b45d87eff71e req-a4b2a44b-645f-4fe6-b8c9-aaf235dc8aa8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a06947e0733946bb8e266382c0d4d0ce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965929 Sep 27 16:40:42.250490 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c5352-1252-4857-b7fe-e171d921f6ef req-91cc4446-ede9-4e1b-b6c1-7dbc93bfde76 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.251917 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5e3c5352-1252-4857-b7fe-e171d921f6ef req-91cc4446-ede9-4e1b-b6c1-7dbc93bfde76 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 943 time: 0.0501347 Sep 27 16:40:42.301105 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5e3c5352-1252-4857-b7fe-e171d921f6ef req-99cf435f-cd41-4cb9-9f68-a24f62245b7a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435531 Sep 27 16:40:42.307910 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33db4-8849-4516-ab60-b45d87eff71e req-e6d9ab00-fceb-4948-8f28-a6b632ea8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.309656 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90c33db4-8849-4516-ab60-b45d87eff71e req-e6d9ab00-fceb-4948-8f28-a6b632ea8b56 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955558 Sep 27 16:40:42.375331 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:40:42.387806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-084eebec-d347-4f24-a0b3-d85c63a021ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.389502 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-084eebec-d347-4f24-a0b3-d85c63a021ba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a06947e0733946bb8e266382c0d4d0ce&device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 1127 time: 0.0394988 Sep 27 16:40:42.440547 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-4f314acc-84af-44eb-8b42-c9ecad410fd1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2a016-09d8-4486-8dd8-f824c8714bbe HTTP/1.1" status: 200 len: 217 time: 0.0366113 Sep 27 16:40:42.476041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:42.487903 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'port_id': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'mac_address': 'fa:16:3e:4a:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:40:42.493515 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0993c72-211e-449c-bf99-8cf113381db8 req-92fbaef9-1465-4400-bf3c-f8e4e7b82a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.495011 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-92fbaef9-1465-4400-bf3c-f8e4e7b82a13 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0f85ce9c-7097-4337-ab1b-d996cba0c59c HTTP/1.1" status: 200 len: 854 time: 0.0452008 Sep 27 16:40:42.526322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:42.526617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:42.536389 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-39b62a3c-a0f5-44e6-a0f7-7e68b9487461 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270188 Sep 27 16:40:42.540506 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:42.561042 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:42.631450 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-75a2bb75-4b43-4b50-96c0-682b18f47400 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Sep 27 16:40:42.653542 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:42.701805 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:42.726125 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a0993c72-211e-449c-bf99-8cf113381db8 req-0bac886f-d46a-432d-8898-686c7edfde91 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865719 Sep 27 16:40:42.777309 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4ec7-6949-4aa2-b725-2fef0026ee15 req-4a27ae00-505a-4813-afea-5ca85f90b6d6 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.779244 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb7c4ec7-6949-4aa2-b725-2fef0026ee15 req-4a27ae00-505a-4813-afea-5ca85f90b6d6 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0471995 Sep 27 16:40:42.839519 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb7c4ec7-6949-4aa2-b725-2fef0026ee15 req-3185cfee-8cc9-4e71-aeca-d320233e5e61 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541306 Sep 27 16:40:42.920710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81267-d87f-4655-a3a3-591aa97887f8 req-1e2afae5-a961-47ef-b813-81e6ec35c56b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:42.922162 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a3f81267-d87f-4655-a3a3-591aa97887f8 req-1e2afae5-a961-47ef-b813-81e6ec35c56b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 943 time: 0.0498483 Sep 27 16:40:42.969201 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a3f81267-d87f-4655-a3a3-591aa97887f8 req-34aac249-1912-470a-a8b9-76e02ce7cf55 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Sep 27 16:40:42.987352 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['9a15757f-ac3b-4ddc-80eb-dac8224d7ea4'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:40:43.008294 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:43.419996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5794221-59a6-4c4a-9d36-77cfb20683f6 req-d5f1da7a-7b14-4dd2-ae27-93578d86fc06 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:43.421418 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f5794221-59a6-4c4a-9d36-77cfb20683f6 req-d5f1da7a-7b14-4dd2-ae27-93578d86fc06 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 944 time: 0.0455780 Sep 27 16:40:43.433040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:43.467908 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f5794221-59a6-4c4a-9d36-77cfb20683f6 req-88bc041e-00f1-4a1d-ab4d-b56baf038095 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Sep 27 16:40:43.963603 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90658-e9a5-4033-9d5d-270b06ff932d req-80a3dd8b-334d-43e6-bec6-febd1c8641fd tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:43.965596 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5ed90658-e9a5-4033-9d5d-270b06ff932d req-80a3dd8b-334d-43e6-bec6-febd1c8641fd tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0451839 Sep 27 16:40:44.029154 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5ed90658-e9a5-4033-9d5d-270b06ff932d req-6292212d-dfad-47cb-a6ec-d13e285ff471 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577042 Sep 27 16:40:44.094079 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a652f-8793-444c-981f-f3466d79c36d req-ab281952-0bb8-4f47-b7c9-153e8116ca2a tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:44.095803 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f7a652f-8793-444c-981f-f3466d79c36d req-ab281952-0bb8-4f47-b7c9-153e8116ca2a tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 943 time: 0.0534554 Sep 27 16:40:44.155914 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f7a652f-8793-444c-981f-f3466d79c36d req-d7d7f5ef-b5cf-4006-a35f-0d210d573277 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545387 Sep 27 16:40:44.399326 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:40:44.442142 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:40:44.498609 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:40:44.499015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:44.499361 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 Sep 27 16:40:44.575046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:44.575436 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:44.589260 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ad40f-6a2d-4ea0-a5dc-5360c8a30e60 req-c080ac96-2df0-41fa-bfd5-233fab01d5e9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:44.592133 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b0ad40f-6a2d-4ea0-a5dc-5360c8a30e60 req-c080ac96-2df0-41fa-bfd5-233fab01d5e9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 944 time: 0.0496807 Sep 27 16:40:44.598300 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:44.600548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dbe6bc-16cf-4507-88ed-1ff05d3cf40b" -d '{"events": [{"server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "name": "network-vif-plugged", "status": "completed", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:44.613602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:44.642074 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b0ad40f-6a2d-4ea0-a5dc-5360c8a30e60 req-b6328902-4911-4945-b283-4aa75435cb63 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444953 Sep 27 16:40:44.644437 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0e3c14-f508-4507-b6f1-c53c1628a678 x-openstack-request-id: req-1b0e3c14-f508-4507-b6f1-c53c1628a678 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:44.644732 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "name": "network-vif-plugged", "status": "completed", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:44.644985 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b0e3c14-f508-4507-b6f1-c53c1628a678 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:44.645386 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0e3c14-f508-4507-b6f1-c53c1628a678'] response: {'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'code': 200} Sep 27 16:40:44.681715 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:44.688191 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:44.733403 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:45.037576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7d19a-51c4-4bf2-8e10-af467b5fc001 req-dade1627-7f1e-4ea0-8224-362a90b35f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:45.038572 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-18f7d19a-51c4-4bf2-8e10-af467b5fc001 req-dade1627-7f1e-4ea0-8224-362a90b35f46 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 1129 time: 0.0420604 Sep 27 16:40:45.093650 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-18f7d19a-51c4-4bf2-8e10-af467b5fc001 req-688aa10a-3bbc-4e2b-8a71-56a068831099 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474820 Sep 27 16:40:45.161065 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed44d9-ec9f-48cb-b0a8-f7102ea9e3cc req-1633e3d4-7e10-474b-826a-c06394c4f0f9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:45.162590 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-25ed44d9-ec9f-48cb-b0a8-f7102ea9e3cc req-1633e3d4-7e10-474b-826a-c06394c4f0f9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0527909 Sep 27 16:40:45.225212 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-25ed44d9-ec9f-48cb-b0a8-f7102ea9e3cc req-c0bde4d1-2076-45f4-a8c7-bfae1e2fc0d7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570085 Sep 27 16:40:45.315029 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:45.330747 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcb032-8a32-42d6-bdcb-270b5f9e05cb req-e6055112-6fdc-4e71-a84e-599be3021671 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:45.332317 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6fbcb032-8a32-42d6-bdcb-270b5f9e05cb req-e6055112-6fdc-4e71-a84e-599be3021671 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 943 time: 0.0482619 Sep 27 16:40:45.381359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6fbcb032-8a32-42d6-bdcb-270b5f9e05cb req-6d040aba-a008-4d92-9471-a4fc96fb69b8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Sep 27 16:40:45.771278 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04ab11-e95b-4a95-88f3-a5fcf902abd1 req-539f7cf7-7f4b-480d-bbb7-796b8d80ea7b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:45.772753 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d04ab11-e95b-4a95-88f3-a5fcf902abd1 req-539f7cf7-7f4b-480d-bbb7-796b8d80ea7b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Sep 27 16:40:45.819945 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2d04ab11-e95b-4a95-88f3-a5fcf902abd1 req-6c549997-471c-4230-9fa8-7d48ea8425a7 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Sep 27 16:40:46.360019 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8b6a3-92da-4682-bdf6-9f61058281f4 req-61b76e75-9293-4566-b734-721998ea3dcc tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:46.361530 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-43c8b6a3-92da-4682-bdf6-9f61058281f4 req-61b76e75-9293-4566-b734-721998ea3dcc tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0479913 Sep 27 16:40:46.408380 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 22b2a016-09d8-4486-8dd8-f824c8714bbe details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:40:46.429296 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-43c8b6a3-92da-4682-bdf6-9f61058281f4 req-7f90a1ca-eaa2-49bd-817e-ae04b8f7616a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621107 Sep 27 16:40:46.517509 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372f165-fdf7-4800-b7cd-8c20ef2c524c req-b860d46c-e5be-47a5-b46d-d03bde34d089 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:46.519381 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3372f165-fdf7-4800-b7cd-8c20ef2c524c req-b860d46c-e5be-47a5-b46d-d03bde34d089 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 943 time: 0.0496585 Sep 27 16:40:46.530563 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 22b2a016-09d8-4486-8dd8-f824c8714bbe, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=22b2a016-09d8-4486-8dd8-f824c8714bbe,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:46.543562 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '22b2a016-09d8-4486-8dd8-f824c8714bbe', 'network_id': '1d57f70d-1b9d-4c97-96ff-4182fbfe33f5', 'port_id': '22b2a016-09d8-4486-8dd8-f824c8714bbe', 'mac_address': 'fa:16:3e:d3:80:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85ce9c-7097-4337-ab1b-d996cba0c59c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:40:46.579904 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 22b2a016-09d8-4486-8dd8-f824c8714bbe is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:46.580305 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:46.584301 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3372f165-fdf7-4800-b7cd-8c20ef2c524c req-19be38f0-9429-439a-9cde-1263021553e6 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Sep 27 16:40:46.596413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b2a016-09d8-4486-8dd8-f824c8714bbe {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:40:46.618121 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 22b2a016-09d8-4486-8dd8-f824c8714bbe, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=22b2a016-09d8-4486-8dd8-f824c8714bbe,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:46.663800 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:46.712755 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=22b2a016-09d8-4486-8dd8-f824c8714bbe,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:46.939535 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1da767-db37-4663-89a6-40986a5d8935 req-c3dccff9-10d1-4d2b-849f-e075ee0f9c82 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:46.940920 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f1da767-db37-4663-89a6-40986a5d8935 req-c3dccff9-10d1-4d2b-849f-e075ee0f9c82 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0470021 Sep 27 16:40:46.988109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f1da767-db37-4663-89a6-40986a5d8935 req-959577af-e22b-47c7-ab6e-04b24e3e52d7 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Sep 27 16:40:47.053675 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['22b2a016-09d8-4486-8dd8-f824c8714bbe'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:40:47.533250 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:47.552983 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4a19f-92fa-4dca-b526-4d3a81ba58c1 req-2c727aff-4d55-4167-b305-eb4cf79745fc tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:47.554529 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7d4a19f-92fa-4dca-b526-4d3a81ba58c1 req-2c727aff-4d55-4167-b305-eb4cf79745fc tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0494251 Sep 27 16:40:47.615538 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7d4a19f-92fa-4dca-b526-4d3a81ba58c1 req-a3c816cf-9f0c-4d6f-a490-81d3e30695ed tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551500 Sep 27 16:40:47.724933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c300a-fa4d-43ca-b478-26ccea9cf09b req-288436c7-8c55-436a-a237-bc01a0236ab7 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:47.726368 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-939c300a-fa4d-43ca-b478-26ccea9cf09b req-288436c7-8c55-436a-a237-bc01a0236ab7 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 944 time: 0.0499496 Sep 27 16:40:47.773104 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-939c300a-fa4d-43ca-b478-26ccea9cf09b req-f21b3b26-935d-4ce3-a072-b16bb91f402b tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Sep 27 16:40:48.111308 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0ef47-8a40-4049-8268-2ec7f08a0c91 req-1f51ecf9-0a03-4f85-a1e0-5c3a981edc9f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:48.112796 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-37c0ef47-8a40-4049-8268-2ec7f08a0c91 req-1f51ecf9-0a03-4f85-a1e0-5c3a981edc9f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0476894 Sep 27 16:40:48.160214 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-37c0ef47-8a40-4049-8268-2ec7f08a0c91 req-2119782a-d283-4df3-81bd-8b013ab7bd5a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Sep 27 16:40:48.273493 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb79d6-d58b-4dbb-af67-e3dc2d4fafb4 req-617bab0d-d641-45dc-a05e-957552b95497 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:48.274947 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c2bb79d6-d58b-4dbb-af67-e3dc2d4fafb4 req-617bab0d-d641-45dc-a05e-957552b95497 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0457170 Sep 27 16:40:48.285197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 59956) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:48.289441 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'port_id': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:48.330877 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (2b5c1b81-3821-41a9-b66a-54dfee269379), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:48.422283 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 22b2a016-09d8-4486-8dd8-f824c8714bbe up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:40:48.467443 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 22b2a016-09d8-4486-8dd8-f824c8714bbe completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:40:48.532323 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 22b2a016-09d8-4486-8dd8-f824c8714bbe triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:40:48.532954 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:48.533297 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 22b2a016-09d8-4486-8dd8-f824c8714bbe Sep 27 16:40:48.577141 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:48.609331 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 22b2a016-09d8-4486-8dd8-f824c8714bbe is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:40:48.609626 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:48.635385 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a245d-3957-45a3-a011-67b79c56ea0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2a016-09d8-4486-8dd8-f824c8714bbe'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:48.638494 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43efe979-568d-44cf-861a-37345db0b8a1" -d '{"events": [{"server_uuid": "917a245d-3957-45a3-a011-67b79c56ea0a", "name": "network-vif-plugged", "status": "completed", "tag": "22b2a016-09d8-4486-8dd8-f824c8714bbe"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:48.652967 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 22b2a016-09d8-4486-8dd8-f824c8714bbe, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=22b2a016-09d8-4486-8dd8-f824c8714bbe,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:48.675619 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:48.685959 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e69312-bf92-4788-b42d-7332f1db4817 x-openstack-request-id: req-20e69312-bf92-4788-b42d-7332f1db4817 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:48.686257 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917a245d-3957-45a3-a011-67b79c56ea0a", "name": "network-vif-plugged", "status": "completed", "tag": "22b2a016-09d8-4486-8dd8-f824c8714bbe", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:48.686516 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20e69312-bf92-4788-b42d-7332f1db4817 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:48.686971 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e69312-bf92-4788-b42d-7332f1db4817'] response: {'server_uuid': '917a245d-3957-45a3-a011-67b79c56ea0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2a016-09d8-4486-8dd8-f824c8714bbe', 'code': 200} Sep 27 16:40:48.733654 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:48.785357 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971eb9c-55bf-45e2-aab7-8aa2a33abfde req-8d1abfdb-1094-4e2b-be68-7ba716bef51b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:48.786876 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e971eb9c-55bf-45e2-aab7-8aa2a33abfde req-8d1abfdb-1094-4e2b-be68-7ba716bef51b tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0679429 Sep 27 16:40:48.797747 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=22b2a016-09d8-4486-8dd8-f824c8714bbe,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:48.883389 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e971eb9c-55bf-45e2-aab7-8aa2a33abfde req-ff29d3bb-51c6-4d59-a079-5d87e8037b1d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897317 Sep 27 16:40:48.929037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:48.974917 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (2b5c1b81-3821-41a9-b66a-54dfee269379), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:49.013742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:49.025202 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea0c-f014-4c02-8343-9a662f119892 req-0ce3e005-0185-4293-ae70-2e3035aae8be tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:49.028568 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f48bea0c-f014-4c02-8343-9a662f119892 req-0ce3e005-0185-4293-ae70-2e3035aae8be tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0855422 Sep 27 16:40:49.048078 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d43aa1-bd31-4220-b7a7-4c576145435e req-4c23c9b4-eb9e-4c9f-9a53-62490406d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:49.050242 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-03d43aa1-bd31-4220-b7a7-4c576145435e req-4c23c9b4-eb9e-4c9f-9a53-62490406d785 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 1129 time: 0.0431747 Sep 27 16:40:49.098944 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-03d43aa1-bd31-4220-b7a7-4c576145435e req-c3a3a350-189c-43c9-b985-40c5551b470e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Sep 27 16:40:49.125407 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f48bea0c-f014-4c02-8343-9a662f119892 req-4a54e907-66a1-412d-8ba6-9909347414c9 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882776 Sep 27 16:40:49.126577 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP 2b5c1b81-3821-41a9-b66a-54dfee269379 associated. External IP: 172.27.2.183, port: 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4. Sep 27 16:40:49.265100 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1f244-287f-4851-9bdf-8584477f5dd3 req-84ee335d-b93e-466a-8912-eb0e3c74012c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:49.266466 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e8c1f244-287f-4851-9bdf-8584477f5dd3 req-84ee335d-b93e-466a-8912-eb0e3c74012c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0610778 Sep 27 16:40:49.392649 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e8c1f244-287f-4851-9bdf-8584477f5dd3 req-14fca132-1575-438b-99f5-8b16e6d8c824 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192942 Sep 27 16:40:49.405262 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:40:49.508176 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:40:49.513742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:49.518310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:40:49.527159 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:49.530655 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:49.531331 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:49.641736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:49.790536 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d46aa18d-714c-4403-818b-f4dbdb96db6f tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/2b5c1b81-3821-41a9-b66a-54dfee269379 HTTP/1.1" status: 200 len: 991 time: 1.5041518 Sep 27 16:40:49.791201 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:49.793325 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25efbb5a-a607-4777-9f49-f39f58f261e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:49.831520 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba77950a-33b2-4a15-808d-c86cb42da460 x-openstack-request-id: req-ba77950a-33b2-4a15-808d-c86cb42da460 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:49.831817 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:49.832071 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba77950a-33b2-4a15-808d-c86cb42da460 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:49.832474 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba77950a-33b2-4a15-808d-c86cb42da460'] response: {'name': 'network-changed', 'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'status': 'completed', 'code': 200} Sep 27 16:40:49.862539 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '2b5c1b81-3821-41a9-b66a-54dfee269379', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:4a:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036d20a-962b-4196-8b51-1edc199c9700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:29Z', 'updated_at': '2022-09-27T16:40:48Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:49.891675 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:40:49.900085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:49.900695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:50.010261 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720d77-9408-4293-bcf7-4ac7850c86a0 req-a1d64afc-8d2b-4478-ad00-ca47b14781e1 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:50.011799 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e3720d77-9408-4293-bcf7-4ac7850c86a0 req-a1d64afc-8d2b-4478-ad00-ca47b14781e1 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0494890 Sep 27 16:40:50.062148 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:50.074510 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e3720d77-9408-4293-bcf7-4ac7850c86a0 req-ac8b3ac9-304a-47b4-9e3d-13e9b5d18338 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553670 Sep 27 16:40:50.131895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:50.250802 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad83d-5416-49d4-b823-548779f7ebb1 req-84ed5113-8ae6-42c9-b305-9c37a957a231 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:50.252266 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-552ad83d-5416-49d4-b823-548779f7ebb1 req-84ed5113-8ae6-42c9-b305-9c37a957a231 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0488162 Sep 27 16:40:50.298921 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-552ad83d-5416-49d4-b823-548779f7ebb1 req-001defeb-9be9-415d-a361-3d93a1527c16 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Sep 27 16:40:50.343757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '2b5c1b81-3821-41a9-b66a-54dfee269379', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:4a:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036d20a-962b-4196-8b51-1edc199c9700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:29Z', 'updated_at': '2022-09-27T16:40:48Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:50.371528 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac0691-883c-4b8f-af52-ce104a50ea52 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '2b5c1b81-3821-41a9-b66a-54dfee269379', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:4a:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036d20a-962b-4196-8b51-1edc199c9700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:29Z', 'updated_at': '2022-09-27T16:40:48Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:40:50.520883 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ce0a-6081-438c-8bdf-09e00a588f03 req-c0f2fd14-1dfb-4060-a66f-435b0eb74604 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:50.522380 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b617ce0a-6081-438c-8bdf-09e00a588f03 req-c0f2fd14-1dfb-4060-a66f-435b0eb74604 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0487566 Sep 27 16:40:50.560399 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f003316-7308-426a-891b-d7502d3bfd1f None None] New status for floating IP 2b5c1b81-3821-41a9-b66a-54dfee269379: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:40:50.572883 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b617ce0a-6081-438c-8bdf-09e00a588f03 req-3928aa62-f6e5-4f38-9b1d-a92814204599 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Sep 27 16:40:51.193315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11859e6-7800-4fde-be5d-3e3f935ef494 req-cbab926b-8959-4e22-8067-a561096bae75 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:51.194748 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e11859e6-7800-4fde-be5d-3e3f935ef494 req-cbab926b-8959-4e22-8067-a561096bae75 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0459754 Sep 27 16:40:51.257024 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e11859e6-7800-4fde-be5d-3e3f935ef494 req-89ce64dd-812c-426b-a90a-ef78efd70c68 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560710 Sep 27 16:40:51.422916 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3f7ba-df9d-49cc-9557-735d66605300 req-128a4d27-2def-47b9-ab53-858a36cdd454 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:51.424262 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c2b3f7ba-df9d-49cc-9557-735d66605300 req-128a4d27-2def-47b9-ab53-858a36cdd454 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0460091 Sep 27 16:40:51.471005 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c2b3f7ba-df9d-49cc-9557-735d66605300 req-465a06ed-af67-4569-b9ce-acf012e2beaa tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Sep 27 16:40:51.566372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-2033c571-f235-475f-b42f-47bd60a03642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:51.567899 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-2033c571-f235-475f-b42f-47bd60a03642 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 1129 time: 0.0389798 Sep 27 16:40:51.711664 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f7051-e92b-48b0-874b-138b19627a96 req-38c95725-649d-49a5-ad21-094f6eeb8efa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:51.712971 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d19f7051-e92b-48b0-874b-138b19627a96 req-38c95725-649d-49a5-ad21-094f6eeb8efa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0511258 Sep 27 16:40:51.726785 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:51.738862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-c78fcd07-a777-4021-b4c6-1248cb306232 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:51.740374 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-c78fcd07-a777-4021-b4c6-1248cb306232 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0935166 Sep 27 16:40:51.746398 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:51.766698 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d19f7051-e92b-48b0-874b-138b19627a96 req-927d3496-e2e1-498a-bb5d-1121fc8d9354 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473306 Sep 27 16:40:51.771166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-d23d31ad-6b94-4014-944e-70956b67b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:51.772662 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-d23d31ad-6b94-4014-944e-70956b67b905 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.1345820 Sep 27 16:40:52.386234 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b092709-38c7-4823-84f3-07903221155c req-890b28fc-5ab2-4047-83b4-e61abf922f03 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:52.388909 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3b092709-38c7-4823-84f3-07903221155c req-890b28fc-5ab2-4047-83b4-e61abf922f03 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0564320 Sep 27 16:40:52.453295 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3b092709-38c7-4823-84f3-07903221155c req-ab1aadd9-deb8-4f03-93f4-e7099f6ef6d8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587816 Sep 27 16:40:52.474962 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-77dd696a-5ebe-4d72-b0e7-7eb67a3f90ea service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 HTTP/1.1" status: 200 len: 1001 time: 0.1177583 Sep 27 16:40:52.491205 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Deleting port 184e6faa-be62-4210-acc1-64aceea7f1f0 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:52.492310 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:52.578618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:52.593406 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc483e1-cb31-4fb3-b77c-5c0a4c0136a8 req-e9c5dcdb-7a9d-4e97-8700-cd012cd31127 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:52.595793 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-adc483e1-cb31-4fb3-b77c-5c0a4c0136a8 req-e9c5dcdb-7a9d-4e97-8700-cd012cd31127 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0502491 Sep 27 16:40:52.599942 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-a11343f0-95de-4f96-9265-c4b63cec05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:52.601398 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-a11343f0-95de-4f96-9265-c4b63cec05c7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0957451 Sep 27 16:40:52.643501 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-adc483e1-cb31-4fb3-b77c-5c0a4c0136a8 req-1ac71385-2f48-4d39-b383-c42e95662b4d tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Sep 27 16:40:52.656724 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] For port 184e6faa-be62-4210-acc1-64aceea7f1f0, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=184e6faa-be62-4210-acc1-64aceea7f1f0,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:40:52.657098 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:52.675384 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-13005a6f-4900-49ec-a96c-4b1a147231a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:52.676863 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-13005a6f-4900-49ec-a96c-4b1a147231a1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621219 Sep 27 16:40:52.887835 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-f5481253-25ce-489a-859e-b6be61bb5f9d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768236 Sep 27 16:40:52.899372 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d892096-fa98-402e-b85d-2da1327f9045 req-1f81d610-7f36-446b-8dd1-3a8056413fce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:52.900823 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0d892096-fa98-402e-b85d-2da1327f9045 req-1f81d610-7f36-446b-8dd1-3a8056413fce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 946 time: 0.0511534 Sep 27 16:40:52.922044 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:52.922410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (d2dec2b2-c304-4ea4-b74a-85c1a38013db), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:52.922733 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Floating IP d2dec2b2-c304-4ea4-b74a-85c1a38013db disassociated. External IP: 172.27.2.173, port: 184e6faa-be62-4210-acc1-64aceea7f1f0. Sep 27 16:40:52.923107 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Calling delete_port for 184e6faa-be62-4210-acc1-64aceea7f1f0 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:52.948583 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0d892096-fa98-402e-b85d-2da1327f9045 req-f6ad9d29-d901-439c-bb13-62c39dd7ec3d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e69cf6b6-724d-4e59-9670-3dfe316442ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Sep 27 16:40:53.050513 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25efbb5a-a607-4777-9f49-f39f58f261e6 req-8612fa82-55f0-41bb-98e0-333699df5dab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562464 Sep 27 16:40:53.178394 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (184e6faa-be62-4210-acc1-64aceea7f1f0), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:53.210525 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event deleted for resources: {'Port': ['ID=184e6faa-be62-4210-acc1-64aceea7f1f0,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:53.214174 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:53.223668 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.224014 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.224360 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.224699 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.225034 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.225358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.225688 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.235447 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:53.327837 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:40:53.432736 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:40:53.443999 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:40:53.455353 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:53.455975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:53.458858 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:53.478113 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] No DVR routers for this DVR port 184e6faa-be62-4210-acc1-64aceea7f1f0 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:40:53.480617 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:53.483878 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c1c1b6b0-7df5-4de1-9f1d-08bdde8c69ac req-52f637c0-86df-4831-95b5-83e05f5a5230 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "DELETE /networking/v2.0/ports/184e6faa-be62-4210-acc1-64aceea7f1f0 HTTP/1.1" status: 204 len: 173 time: 1.1206214 Sep 27 16:40:53.484370 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-deleted', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:40:53.486698 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af6c27b-1ab1-484c-a8d8-50a4c99e037a" -d '{"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-deleted", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:40:53.490902 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:53.531686 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7ac2f-5374-457b-b7fd-566acdc0373a x-openstack-request-id: req-64c7ac2f-5374-457b-b7fd-566acdc0373a {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:40:53.532125 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84acf37-9445-48cd-a921-12a7a3c301d9", "name": "network-vif-deleted", "tag": "184e6faa-be62-4210-acc1-64aceea7f1f0", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:40:53.532423 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64c7ac2f-5374-457b-b7fd-566acdc0373a {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:40:53.533138 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c7ac2f-5374-457b-b7fd-566acdc0373a'] response: {'server_uuid': 'f84acf37-9445-48cd-a921-12a7a3c301d9', 'name': 'network-vif-deleted', 'tag': '184e6faa-be62-4210-acc1-64aceea7f1f0', 'status': 'completed', 'code': 200} Sep 27 16:40:53.589979 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:53.595862 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce56d81-050b-4632-b0d1-f28ca7bba3e2 req-4b6edda5-54f3-47e5-a513-4fc8270fa223 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:53.597399 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6ce56d81-050b-4632-b0d1-f28ca7bba3e2 req-4b6edda5-54f3-47e5-a513-4fc8270fa223 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0519626 Sep 27 16:40:53.679341 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6ce56d81-050b-4632-b0d1-f28ca7bba3e2 req-92ecabc3-d4ad-40a4-83b8-718873d3375a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758142 Sep 27 16:40:53.802082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:53.803718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c613251-a424-494b-9bde-9e5969d111be req-5c37139e-2061-4e15-86d1-ff8e048db828 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:53.805252 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9c613251-a424-494b-9bde-9e5969d111be req-5c37139e-2061-4e15-86d1-ff8e048db828 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0545797 Sep 27 16:40:53.827548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:40:53.836005 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:40:53.836811 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:40:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:53.838275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:53.859066 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9c613251-a424-494b-9bde-9e5969d111be req-fc5aca3a-ce91-4f81-b806-7de2abfc5d37 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Sep 27 16:40:53.953442 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:40:54.096977 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-999a3a18-c4e4-4161-a474-8aa9b98b4b1b req-d0a79cbb-c854-49ae-a7c3-a9fccd89e22c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f84acf37-9445-48cd-a921-12a7a3c301d9 HTTP/1.1" status: 200 len: 210 time: 0.0306437 Sep 27 16:40:54.191001 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:40:54.217374 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c6f0f-a9f0-476e-83cc-0805c29b35c8 None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:40:54.467416 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae88d9-ecd0-444f-b093-4753d2c7af40 None None] New status for floating IP d2dec2b2-c304-4ea4-b74a-85c1a38013db: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:40:54.819311 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e70db-24dd-493c-aed6-3ac30cdddd6e req-b62602f8-336c-4f11-9064-5d37bd3071eb tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:54.821762 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2a9e70db-24dd-493c-aed6-3ac30cdddd6e req-b62602f8-336c-4f11-9064-5d37bd3071eb tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0544138 Sep 27 16:40:54.856491 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:54.886365 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2a9e70db-24dd-493c-aed6-3ac30cdddd6e req-334f0189-41c3-4c2b-b3ae-0e7aca44172a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591040 Sep 27 16:40:55.265119 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60020) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:55.323974 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (e69cf6b6-724d-4e59-9670-3dfe316442ff), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.347151 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (e69cf6b6-724d-4e59-9670-3dfe316442ff), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.475800 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (e69cf6b6-724d-4e59-9670-3dfe316442ff), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.478253 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.479438 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e69cf6b6-724d-4e59-9670-3dfe316442ff HTTP/1.1" status: 204 len: 168 time: 0.2133222 Sep 27 16:40:55.482998 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60022) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:55.489318 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69cf6b6-724d-4e59-9670-3dfe316442ff,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:55.497318 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.497677 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.497811 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.api.v2.resource [None req-20f9316a-60f8-4d49-8934-0f90e09f50aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] show failed (client error): The resource could not be found. Sep 27 16:40:55.498169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.498510 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.498782 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-20f9316a-60f8-4d49-8934-0f90e09f50aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e69cf6b6-724d-4e59-9670-3dfe316442ff HTTP/1.1" status: 404 len: 347 time: 0.0147719 Sep 27 16:40:55.498947 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.499265 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.499595 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.499919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.500243 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.500564 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.500889 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.501291 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.501595 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60024) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:55.501720 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.501926 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.502244 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63b3e1-fe62-4b23-b515-b6eb74f29cb4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:40:55.613857 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Deleting port 8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:40:55.614201 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.690494 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.690850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.702982 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Calling delete_port for 8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:40:55.932473 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:55.958609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event deleted for resources: {'Port': ['ID=8f6a8aa2-23c7-46ce-a79e-f4bba25abd0c,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:56.015871 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15998cef-8881-4994-b5a7-6cf728a3095e req-0371128f-3404-4386-8c92-391754477516 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:56.017443 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-15998cef-8881-4994-b5a7-6cf728a3095e req-0371128f-3404-4386-8c92-391754477516 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0482016 Sep 27 16:40:56.026067 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (d2dec2b2-c304-4ea4-b74a-85c1a38013db), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.029202 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.030340 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-58ed9f18-3d46-4b52-b4e8-99adf87d674f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d2dec2b2-c304-4ea4-b74a-85c1a38013db HTTP/1.1" status: 204 len: 168 time: 0.5278666 Sep 27 16:40:56.080168 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-15998cef-8881-4994-b5a7-6cf728a3095e req-2f56778b-2bb6-4736-a268-b687a485aeb5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570512 Sep 27 16:40:56.190208 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60034) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:56.194800 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141447483', 'description': 'tempest-description--1479914411'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:56.292842 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.360939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (74c36540-1c5c-4b38-a1cd-15cb13fc146a), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.435521 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (74c36540-1c5c-4b38-a1cd-15cb13fc146a), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.464798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c36540-1c5c-4b38-a1cd-15cb13fc146a,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:56.485315 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:40:56.504776 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 184e6faa-be62-4210-acc1-64aceea7f1f0 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:40:56.505118 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 184e6faa-be62-4210-acc1-64aceea7f1f0 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:40:56.523170 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.524428 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-37842a97-f8ac-4ce6-9263-97b892324401 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3331726 Sep 27 16:40:56.527393 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60038) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:56.531808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'security_group_rule': {'security_group_id': '74c36540-1c5c-4b38-a1cd-15cb13fc146a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:56.646919 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (d0fccb29-6e6b-424f-a91a-31aa2b866835), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.695465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:56.705151 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (d0fccb29-6e6b-424f-a91a-31aa2b866835), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.748444 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:40:56.766683 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (d0fccb29-6e6b-424f-a91a-31aa2b866835), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.786697 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fccb29-6e6b-424f-a91a-31aa2b866835,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:56.788269 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:56.865433 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:56.866753 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-b71b544b-f177-4651-a32b-079b71d0e71a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384633 Sep 27 16:40:56.869609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60042) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:56.874887 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'security_group_rule': {'security_group_id': '74c36540-1c5c-4b38-a1cd-15cb13fc146a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:56.967363 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (e4b95636-76a1-4123-b7c4-b382194eae97), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.024688 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (e4b95636-76a1-4123-b7c4-b382194eae97), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.080742 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (e4b95636-76a1-4123-b7c4-b382194eae97), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.099790 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b95636-76a1-4123-b7c4-b382194eae97,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:57.157796 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.159147 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0635926d-9cf4-42cf-9e5b-84d0cdec9d7a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885718 Sep 27 16:40:57.162342 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60046) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:40:57.166683 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:40:57.210998 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af42ff-08cb-4392-aee4-93c57fd171aa req-703f448a-8520-4295-a43b-32d731a045c8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:57.212498 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c3af42ff-08cb-4392-aee4-93c57fd171aa req-703f448a-8520-4295-a43b-32d731a045c8 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0537274 Sep 27 16:40:57.225237 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.246829 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:57.273967 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c3af42ff-08cb-4392-aee4-93c57fd171aa req-beaf812e-5522-423b-be7b-3041cd3aedec tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02540f7c-f22e-42a2-9262-958f6ddd2582&id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551074 Sep 27 16:40:57.308109 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.413400 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Allocated IP 172.27.2.54 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/27b78650-fdc3-4407-aca5-e7d3a9932007) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:40:57.516470 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.624179 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:57.664714 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:40:57.669343 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:40:57.672046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:40:57.677376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'Port': ['ID=27b78650-fdc3-4407-aca5-e7d3a9932007,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:57.701468 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:57.991615 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (7817eda5-951b-469c-bf55-05b6b2f0674e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:58.075020 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:58.159282 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:40:58.221561 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:58.257941 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:58.323927 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'Port': ['ID=27b78650-fdc3-4407-aca5-e7d3a9932007,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:40:58.326665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (7817eda5-951b-469c-bf55-05b6b2f0674e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:58.380114 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:40:58.381386 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-42ff34cf-30f1-4586-88de-b7220f5a77d3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2180877 Sep 27 16:40:58.576462 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-caeec4cf-8a6c-4afa-8a0b-a1c9192701dc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--141447483&fields=id&tenant_id=41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 267 time: 0.0427117 Sep 27 16:40:58.684471 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-e6978f3d-0970-468a-a5ac-832de988157e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:40:58.686589 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-e6978f3d-0970-468a-a5ac-832de988157e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 817 time: 0.1032369 Sep 27 16:40:58.702036 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-bc2a7656-6afa-4e37-a270-d2f3c6470a95 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/quotas/41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 375 time: 0.0097680 Sep 27 16:40:58.752142 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-5bae4916-f201-4802-89a9-2e84634f25ee tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449612 Sep 27 16:40:58.847928 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-6b6eb4cd-04cc-4308-a829-8635cedd10a6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846395 Sep 27 16:40:58.941434 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-409e07e1-fe7d-46a5-90d5-c75ba8d4a340 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878670 Sep 27 16:40:59.193815 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-81f1d7eb-4853-42b9-8505-e310cf824dd3 req-08b216c6-e6ac-417e-89ea-47e31ff4b2cd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 210 time: 0.0303409 Sep 27 16:41:00.299504 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-98b16ff1-1f76-47fc-a118-5949892c0bf2 req-7a55e802-d828-496d-96fc-713dc6f37cd7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 210 time: 0.0277050 Sep 27 16:41:01.177959 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:01.414337 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7dc11ee5-b795-4539-8e44-9b6255e5f437 req-69914eda-662c-42e3-a049-f30dd9c26098 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 210 time: 0.0322118 Sep 27 16:41:02.304088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-155fc64d-7808-42b6-9fb6-3ab1d718b2e0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:02.305583 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-155fc64d-7808-42b6-9fb6-3ab1d718b2e0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 817 time: 0.1073580 Sep 27 16:41:02.384675 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-c0d19732-b114-4344-9553-9ed51cab5db5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 379 time: 0.0547924 Sep 27 16:41:02.394915 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'port': {'device_id': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'admin_state_up': True, 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'security_groups': ['74c36540-1c5c-4b38-a1cd-15cb13fc146a']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:02.522469 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7be0467-7d30-4a5f-926f-35eb9df08bc7 req-773ab76e-ccab-4275-8785-95f45d681c9b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 210 time: 0.0285208 Sep 27 16:41:02.589391 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Made reservation on behalf of 41cca09950c34cc7baded0eb0a42bb07 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:41:02.593659 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:02.725161 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Allocated IP 172.20.0.13 (34ae499e-6ac1-41bb-a843-2b013f2ce3f9/d64076bd-cc75-40f7-a83e-aa19790a19ac/ddb6a707-22f0-4c10-adcc-9f4d5d262645) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:41:02.848033 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:02.862371 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:02.886525 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:02.989443 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.038493 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:41:03.041592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:41:03.045363 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:41:03.051349 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:03.098284 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:03.098854 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.180918 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-8da970d9-72cc-45da-ba9d-3d6706145716 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7895141 Sep 27 16:41:03.197717 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Request body: {'port': {'device_id': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:03.260529 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.297016 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Provisioning complete for port ddb6a707-22f0-4c10-adcc-9f4d5d262645 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:41:03.297582 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.297702 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Attempt 1 to provision port ddb6a707-22f0-4c10-adcc-9f4d5d262645 Sep 27 16:41:03.330277 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Port ddb6a707-22f0-4c10-adcc-9f4d5d262645 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:41:03.519001 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb6a707-22f0-4c10-adcc-9f4d5d262645 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:41:03.526301 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Publish callbacks [] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.538900 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Transition to ACTIVE for port object ddb6a707-22f0-4c10-adcc-9f4d5d262645 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:41:03.635180 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.657081 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84dabe-0da3-427b-9524-acb911c12fe1 req-f23706eb-3cc3-46fe-8734-fac551bc2749 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:03.659043 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6a84dabe-0da3-427b-9524-acb911c12fe1 req-f23706eb-3cc3-46fe-8734-fac551bc2749 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 932 time: 0.0490541 Sep 27 16:41:03.712412 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:03.712721 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6a84dabe-0da3-427b-9524-acb911c12fe1 req-975782ce-f289-46de-a7e6-dc265ef68d74 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472975 Sep 27 16:41:03.747315 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Attempting to bind port ddb6a707-22f0-4c10-adcc-9f4d5d262645 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:41:03.747690 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Attempting to bind port ddb6a707-22f0-4c10-adcc-9f4d5d262645 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:41:03.748022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Attempting to bind port ddb6a707-22f0-4c10-adcc-9f4d5d262645 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:41:03.774948 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:03.789908 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Port ddb6a707-22f0-4c10-adcc-9f4d5d262645 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:41:03.790240 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Attempting to bind port ddb6a707-22f0-4c10-adcc-9f4d5d262645 on network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:41:03.831070 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Attempt 2 to provision port ddb6a707-22f0-4c10-adcc-9f4d5d262645 Sep 27 16:41:03.832521 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:41:03.832859 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Checking segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:41:03.833244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Bound using segment: {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:41:03.833684 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Bound port: ddb6a707-22f0-4c10-adcc-9f4d5d262645, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079d6667-a7c1-4a6b-b663-9da17f7c86d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:41:03.834046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.863294 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Port ddb6a707-22f0-4c10-adcc-9f4d5d262645 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:41:03.895493 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:41:03.898437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:41:03.955012 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.959107 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:03.959719 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:03.961088 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 1094 time: 0.7690809 Sep 27 16:41:03.961635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:03.963865 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694d339-51d6-46df-aec3-1d048b5563ea" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:04.006916 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ee0f4-289d-41f1-b959-1db4038e7d5d x-openstack-request-id: req-de8ee0f4-289d-41f1-b959-1db4038e7d5d {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:04.007206 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:04.012490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de8ee0f4-289d-41f1-b959-1db4038e7d5d {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:04.012490 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8ee0f4-289d-41f1-b959-1db4038e7d5d'] response: {'name': 'network-changed', 'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'status': 'completed', 'code': 200} Sep 27 16:41:04.019203 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84375f7-c723-4ef6-ad2a-48b708079a79 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:04.364193 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Attempt 3 to provision port ddb6a707-22f0-4c10-adcc-9f4d5d262645 Sep 27 16:41:04.404294 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-974a226e-61d4-43d9-b3cd-cf2e4c97f14d None None] Port ddb6a707-22f0-4c10-adcc-9f4d5d262645 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:41:04.497967 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-82694ac3-bf3a-405f-a994-dc646fde0e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:04.542260 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:04.801598 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:04.839799 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2221-1490-4be8-9a34-7bf4943f2ad8 req-1c9c8f97-13e1-4384-859b-95d90d9bf760 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:04.841281 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c45a2221-1490-4be8-9a34-7bf4943f2ad8 req-1c9c8f97-13e1-4384-859b-95d90d9bf760 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0480869 Sep 27 16:41:04.892031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c45a2221-1490-4be8-9a34-7bf4943f2ad8 req-3cb5ebd1-8099-4bd3-b3be-5a4b67e15764 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Sep 27 16:41:06.017683 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5702-0db9-4a91-ba32-ed15ee9cae3e req-5c2be950-f20d-4c20-bb98-86b24fefe226 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:06.019186 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-919e5702-0db9-4a91-ba32-ed15ee9cae3e req-5c2be950-f20d-4c20-bb98-86b24fefe226 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0475507 Sep 27 16:41:06.065954 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-919e5702-0db9-4a91-ba32-ed15ee9cae3e req-dc807909-69c5-43f9-ad79-c968e6752754 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Sep 27 16:41:06.742652 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:06.956467 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694d339-51d6-46df-aec3-1d048b5563ea req-3ed60073-4650-4080-9751-19eb469f3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:06.957860 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d694d339-51d6-46df-aec3-1d048b5563ea req-3ed60073-4650-4080-9751-19eb469f3712 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1128 time: 0.0418146 Sep 27 16:41:06.984686 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3d01c1fa-1f01-4ef1-bf95-7fd38962b150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:07.015257 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:07.059523 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694d339-51d6-46df-aec3-1d048b5563ea req-e00324d4-c5ee-436a-a267-9776e25b85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:07.061080 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d694d339-51d6-46df-aec3-1d048b5563ea req-e00324d4-c5ee-436a-a267-9776e25b85a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=41cca09950c34cc7baded0eb0a42bb07&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0963147 Sep 27 16:41:07.155968 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694d339-51d6-46df-aec3-1d048b5563ea req-8e0d6666-33fc-48fb-8fc5-4e29f31969a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:07.157726 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d694d339-51d6-46df-aec3-1d048b5563ea req-8e0d6666-33fc-48fb-8fc5-4e29f31969a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894394 Sep 27 16:41:07.193139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beb964-77e2-4fce-8e2e-6f8068e8e9ef req-c5d55764-b5f0-4575-a574-cf8b33fa7b5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:07.194611 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-27beb964-77e2-4fce-8e2e-6f8068e8e9ef req-c5d55764-b5f0-4575-a574-cf8b33fa7b5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0474491 Sep 27 16:41:07.235094 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-eb28de7f-f6be-4d9b-9d9a-5d9c02f848c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:07.236533 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-eb28de7f-f6be-4d9b-9d9a-5d9c02f848c4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1128 time: 0.0404871 Sep 27 16:41:07.242427 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-27beb964-77e2-4fce-8e2e-6f8068e8e9ef req-64f56704-7a66-4914-a2bd-7535655f5da4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422060 Sep 27 16:41:07.286141 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-c2b07507-2c82-4846-84c6-da6fbe64810c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 217 time: 0.0364668 Sep 27 16:41:07.338765 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-fe11eb4c-5519-40a1-9470-e1e86739fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:07.340339 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-fe11eb4c-5519-40a1-9470-e1e86739fc75 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0451317 Sep 27 16:41:07.387209 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-65415d65-2686-435b-b3ba-a124154115e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:07.388714 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-65415d65-2686-435b-b3ba-a124154115e6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387034 Sep 27 16:41:07.485597 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-96354d02-6e8c-4957-8019-50acbd6ca025 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852394 Sep 27 16:41:07.573230 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b1a9d404-2e5c-49f3-bf98-80e27f629172 req-d39fceaf-94dd-4a06-9bd1-64f935a79348 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812945 Sep 27 16:41:08.086411 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:08.371652 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea0f0-b499-436e-9ea3-89c795ea531c req-122eac0c-39cd-4af0-9258-cf16fbcc1374 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:08.373113 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c7eea0f0-b499-436e-9ea3-89c795ea531c req-122eac0c-39cd-4af0-9258-cf16fbcc1374 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0507255 Sep 27 16:41:08.421065 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c7eea0f0-b499-436e-9ea3-89c795ea531c req-550ce988-f244-4b15-87ef-706f1c292bef tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Sep 27 16:41:09.553443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9789ce-1c50-4a15-84d2-25311eb547f3 req-511f65bf-47ad-40f3-98db-afec33418223 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:09.554945 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e9789ce-1c50-4a15-84d2-25311eb547f3 req-511f65bf-47ad-40f3-98db-afec33418223 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0474434 Sep 27 16:41:09.601857 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e9789ce-1c50-4a15-84d2-25311eb547f3 req-a027df17-3f74-42e9-b29e-69aee1cea40a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Sep 27 16:41:09.720693 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:09.732450 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:09.800940 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:10.719199 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:10.732901 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378113a4-ae2b-404d-913b-fd467d371b74 req-fdd0ca0c-622a-4394-b656-68d25d75b40b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:10.734491 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-378113a4-ae2b-404d-913b-fd467d371b74 req-fdd0ca0c-622a-4394-b656-68d25d75b40b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0519135 Sep 27 16:41:10.781862 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-378113a4-ae2b-404d-913b-fd467d371b74 req-0f1e5843-0ffd-4b84-ac59-f2d4fedc50fe tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Sep 27 16:41:11.908154 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac12811-e847-411e-856c-ba937425cad4 req-ccd4dfcf-7e47-452e-be56-02f846496175 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:11.909664 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eac12811-e847-411e-856c-ba937425cad4 req-ccd4dfcf-7e47-452e-be56-02f846496175 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0497522 Sep 27 16:41:11.957503 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eac12811-e847-411e-856c-ba937425cad4 req-87a1f056-6ddb-44a7-adfe-32038dd0011f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Sep 27 16:41:12.586490 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:41:12.813876 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:41:12.854139 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'mac_address': 'fa:16:3e:3f:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:41:12.865112 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:41:12.865507 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:12.878907 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb6a707-22f0-4c10-adcc-9f4d5d262645 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:41:12.899242 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:41:12.960414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:13.004108 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:13.014724 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.026892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.027287 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.027612 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.027932 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.028250 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:13.102334 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca6c5-a03d-43e0-9038-5dc88be61068 req-7aa9c76e-9451-4576-bfdc-2ac2d09ebeed tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:13.104054 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-53eca6c5-a03d-43e0-9038-5dc88be61068 req-7aa9c76e-9451-4576-bfdc-2ac2d09ebeed tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 945 time: 0.0489781 Sep 27 16:41:13.158042 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-53eca6c5-a03d-43e0-9038-5dc88be61068 req-4723664b-03dc-4e83-9e40-be4697f7d56f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482187 Sep 27 16:41:13.348191 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['ddb6a707-22f0-4c10-adcc-9f4d5d262645'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:41:14.284942 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f9eb-ca69-4065-b909-076f6bacda42 req-960948cd-5dc0-499d-bb09-145a16a010ac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:14.286387 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6ed1f9eb-ca69-4065-b909-076f6bacda42 req-960948cd-5dc0-499d-bb09-145a16a010ac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 945 time: 0.0470989 Sep 27 16:41:14.332713 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6ed1f9eb-ca69-4065-b909-076f6bacda42 req-226f791f-3d59-484e-ad5f-002c1e854028 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Sep 27 16:41:14.587878 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:41:14.629706 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port ddb6a707-22f0-4c10-adcc-9f4d5d262645 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:41:14.738145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port ddb6a707-22f0-4c10-adcc-9f4d5d262645 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:41:14.738532 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:14.738948 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port ddb6a707-22f0-4c10-adcc-9f4d5d262645 Sep 27 16:41:14.818232 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:41:14.818519 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:14.840855 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:14.843087 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4014d-733e-4aa8-8686-1bb8066ca7a2" -d '{"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:14.855835 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:41:14.880750 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd9792f-a04b-471d-90d4-9c23e97a37d2 x-openstack-request-id: req-1bd9792f-a04b-471d-90d4-9c23e97a37d2 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:14.881082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:14.881340 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bd9792f-a04b-471d-90d4-9c23e97a37d2 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:14.881734 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd9792f-a04b-471d-90d4-9c23e97a37d2'] response: {'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'code': 200} Sep 27 16:41:14.966440 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:15.013318 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:15.259249 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcf6ba-d53b-4c05-b865-c8fa6060208e req-cecb52ad-f38f-4981-a19f-eefecf995f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:15.260735 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-41bcf6ba-d53b-4c05-b865-c8fa6060208e req-cecb52ad-f38f-4981-a19f-eefecf995f5d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1130 time: 0.0433102 Sep 27 16:41:15.309899 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-41bcf6ba-d53b-4c05-b865-c8fa6060208e req-d9a06037-f0e2-434d-b52c-4225e245a63d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382209 Sep 27 16:41:15.458151 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a33c-afa5-4bfc-b166-61a6ca183c01 req-bdb244bf-bd37-4d7c-a094-5757dfbb5444 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:15.459624 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a188a33c-afa5-4bfc-b166-61a6ca183c01 req-bdb244bf-bd37-4d7c-a094-5757dfbb5444 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0467420 Sep 27 16:41:15.505855 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a188a33c-afa5-4bfc-b166-61a6ca183c01 req-7c7e55d6-96b2-412b-a124-78a679382c19 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Sep 27 16:41:16.636399 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee613c-c31f-44d3-a812-dc8ccc42f946 req-f197b889-0e96-44ea-8387-06be330af546 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:16.637873 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07ee613c-c31f-44d3-a812-dc8ccc42f946 req-f197b889-0e96-44ea-8387-06be330af546 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0522935 Sep 27 16:41:16.685704 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-07ee613c-c31f-44d3-a812-dc8ccc42f946 req-be160079-5db6-4da7-8679-fbbc09097e0a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Sep 27 16:41:17.777821 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:17.815827 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e6cf-98bf-4ff7-a76d-0a41d99d9034 req-e05698e1-d99c-47ff-ae63-1c01962ff973 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:17.817305 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2e87e6cf-98bf-4ff7-a76d-0a41d99d9034 req-e05698e1-d99c-47ff-ae63-1c01962ff973 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0490632 Sep 27 16:41:17.835116 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:17.839396 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:17.864534 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2e87e6cf-98bf-4ff7-a76d-0a41d99d9034 req-ddc0f15a-785b-4db1-a1a7-a522dad45ec4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417011 Sep 27 16:41:17.985294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599136d-d828-4b7f-b863-abc6744f1d50 req-d45173f4-96a9-4383-8ed8-fbd79c14a37d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:17.987393 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4599136d-d828-4b7f-b863-abc6744f1d50 req-d45173f4-96a9-4383-8ed8-fbd79c14a37d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0467012 Sep 27 16:41:17.997053 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60210) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:18.001334 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Request body: {'floatingip': {'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:18.042535 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (7817eda5-951b-469c-bf55-05b6b2f0674e), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:18.425948 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:18.492037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:18.537748 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (7817eda5-951b-469c-bf55-05b6b2f0674e), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:18.633401 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Floating IP 7817eda5-951b-469c-bf55-05b6b2f0674e associated. External IP: 172.27.2.54, port: ddb6a707-22f0-4c10-adcc-9f4d5d262645. Sep 27 16:41:18.832342 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:41:18.839122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:18.936810 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:41:18.941933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:18.946851 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:41:18.957822 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:41:18.958527 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:18.973788 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-15364824-ee4d-49fb-ba2d-532cdc775fac tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/7817eda5-951b-469c-bf55-05b6b2f0674e HTTP/1.1" status: 200 len: 991 time: 0.9730096 Sep 27 16:41:18.973788 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:18.974743 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:19.011983 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7a8176-0f0c-45bb-9b89-42b86570a80f x-openstack-request-id: req-6f7a8176-0f0c-45bb-9b89-42b86570a80f {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:19.012281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:19.013141 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f7a8176-0f0c-45bb-9b89-42b86570a80f {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:19.013141 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7a8176-0f0c-45bb-9b89-42b86570a80f'] response: {'name': 'network-changed', 'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'status': 'completed', 'code': 200} Sep 27 16:41:19.058872 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:19.068085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:41:19.240789 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:19.283146 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '7817eda5-951b-469c-bf55-05b6b2f0674e', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'mac_address': 'fa:16:3e:3f:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:57Z', 'updated_at': '2022-09-27T16:41:18Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:19.308528 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:41:19.317110 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:41:19.317713 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:19.423547 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:41:19.521213 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-6639e07e-df41-4a91-9306-7fab3ec6d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:19.522670 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-6639e07e-df41-4a91-9306-7fab3ec6d678 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1130 time: 0.0399292 Sep 27 16:41:19.580223 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:19.621004 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-19050f9d-c7cb-4e68-9640-2b2b1644edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:19.622528 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-19050f9d-c7cb-4e68-9640-2b2b1644edc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.0935402 Sep 27 16:41:19.648411 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '7817eda5-951b-469c-bf55-05b6b2f0674e', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'mac_address': 'fa:16:3e:3f:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:57Z', 'updated_at': '2022-09-27T16:41:18Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:19.672815 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6ef57-2f3a-4ad9-8db3-96b57bf6d915 None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '7817eda5-951b-469c-bf55-05b6b2f0674e', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'mac_address': 'fa:16:3e:3f:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:40:57Z', 'updated_at': '2022-09-27T16:41:18Z', 'revision_number': 1, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:41:19.864862 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda8b4b9-8ac5-434c-bbc3-d6210b15837b None None] New status for floating IP 7817eda5-951b-469c-bf55-05b6b2f0674e: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:41:20.010510 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-f65d3dfa-56d1-445e-b887-d6869f652870 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 999 time: 0.0578642 Sep 27 16:41:20.071348 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-179a2dda-6cef-46d8-bc4c-fbd718b90298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:20.072716 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-179a2dda-6cef-46d8-bc4c-fbd718b90298 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0453315 Sep 27 16:41:20.132799 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-2eacd306-9564-4f01-aeb8-7abe3700a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:20.134341 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-2eacd306-9564-4f01-aeb8-7abe3700a5f8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479522 Sep 27 16:41:20.229439 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-da17b8ea-5438-4bfe-a4ea-24a13917db6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844238 Sep 27 16:41:20.325107 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c9c751d5-0b93-4b4a-a6a7-19404c793bd6 req-b939382d-8ce1-4ff5-ae5d-25f84501b141 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890305 Sep 27 16:41:20.917740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8dd5e-8ccc-4353-b462-282fd84445d1 req-15d790d2-6228-4fe8-8f46-6eb3eb949aba tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:20.919383 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-89a8dd5e-8ccc-4353-b462-282fd84445d1 req-15d790d2-6228-4fe8-8f46-6eb3eb949aba tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0521421 Sep 27 16:41:20.971027 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-89a8dd5e-8ccc-4353-b462-282fd84445d1 req-9b075d1d-7c03-48e6-b40d-a0ef01a9520b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Sep 27 16:41:20.977773 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-74ddfba8-7835-4e67-8df1-ce38c24fe4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:20.979521 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-74ddfba8-7835-4e67-8df1-ce38c24fe4e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0421433 Sep 27 16:41:21.037832 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:21.077411 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-fe30d9b0-cf26-4d7e-b47c-16b52edb069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:21.079067 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-fe30d9b0-cf26-4d7e-b47c-16b52edb069d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.0914731 Sep 27 16:41:21.142270 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-f749ac29-fab5-4841-a492-32cde824e68d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 999 time: 0.0566666 Sep 27 16:41:21.195204 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-8e5cbb80-bf65-4d8f-8992-1bda925dee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:21.196671 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-8e5cbb80-bf65-4d8f-8992-1bda925dee4e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0475965 Sep 27 16:41:21.249026 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-16c8571d-405b-488a-b2ac-daebeea19c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:21.250541 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-16c8571d-405b-488a-b2ac-daebeea19c18 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440774 Sep 27 16:41:21.352219 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-f68ba027-3b50-430e-853c-6dfc4dc30d00 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894175 Sep 27 16:41:21.461503 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1d9c6c57-57ea-4ed2-ad82-780466dd2fd6 req-a23eb72a-a77a-4bd0-acfd-4e22ae6973a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976024 Sep 27 16:41:21.818726 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdf655-3d2e-4932-a171-63e3825589c8 req-891ceb5d-6364-4d6d-8587-e07dad4c63ab tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:21.820211 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bebdf655-3d2e-4932-a171-63e3825589c8 req-891ceb5d-6364-4d6d-8587-e07dad4c63ab tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0484338 Sep 27 16:41:21.866806 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bebdf655-3d2e-4932-a171-63e3825589c8 req-462a61dc-e2ef-4d5d-8179-93ff52bf9f44 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Sep 27 16:41:22.092413 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc9597-29a6-47e1-a1d7-45ee7f97e078 req-5a5008ad-b26a-4397-81d9-e5960e1a1f1e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:22.093910 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c0cc9597-29a6-47e1-a1d7-45ee7f97e078 req-5a5008ad-b26a-4397-81d9-e5960e1a1f1e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0463104 Sep 27 16:41:22.143514 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c0cc9597-29a6-47e1-a1d7-45ee7f97e078 req-f5deed96-b534-4ab0-8c9e-13c3876c95a4 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438085 Sep 27 16:41:22.987173 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33b147-e1f7-49f7-9a10-b656060201c4 req-b35defc0-c29f-4d0e-b5f3-62f59f28aa86 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:22.988683 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a33b147-e1f7-49f7-9a10-b656060201c4 req-b35defc0-c29f-4d0e-b5f3-62f59f28aa86 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0467305 Sep 27 16:41:23.035057 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a33b147-e1f7-49f7-9a10-b656060201c4 req-ac662ee4-d083-4935-8257-74546ac90bb8 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Sep 27 16:41:23.265987 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c61c61-1a03-404d-a32a-b4a9a9756dd9 req-6d56b402-af4c-4094-a8f1-db45adebf9b5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:23.267494 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28c61c61-1a03-404d-a32a-b4a9a9756dd9 req-6d56b402-af4c-4094-a8f1-db45adebf9b5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0473149 Sep 27 16:41:23.315358 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28c61c61-1a03-404d-a32a-b4a9a9756dd9 req-708be62f-42f3-4a10-b290-f1f532efd13a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Sep 27 16:41:23.679290 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-09b38515-3120-47ec-afad-74dd03dbb2ad tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:23.680724 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-09b38515-3120-47ec-afad-74dd03dbb2ad tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 945 time: 0.0466454 Sep 27 16:41:23.764348 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:23.770321 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Deleting port 22b2a016-09d8-4486-8dd8-f824c8714bbe {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:41:23.770665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:23.858555 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] For port 22b2a016-09d8-4486-8dd8-f824c8714bbe, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=22b2a016-09d8-4486-8dd8-f824c8714bbe,segment=NetworkSegment(51d3f2db-46e7-4269-a6bd-46f72402c38c),segment_id=51d3f2db-46e7-4269-a6bd-46f72402c38c)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:41:23.858955 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:23.873675 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Calling delete_port for 22b2a016-09d8-4486-8dd8-f824c8714bbe owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:41:24.063372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (22b2a016-09d8-4486-8dd8-f824c8714bbe), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:24.076955 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['22b2a016-09d8-4486-8dd8-f824c8714bbe'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:41:24.090952 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Pushing event deleted for resources: {'Port': ['ID=22b2a016-09d8-4486-8dd8-f824c8714bbe,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:24.143460 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] No DVR routers for this DVR port 22b2a016-09d8-4486-8dd8-f824c8714bbe on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:41:24.146416 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:24.149704 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f6d7e4db-0d95-4d2f-8a05-8ea0c7cc951d req-6b0a5f9a-3d5c-4ad2-a810-583a94d71b93 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.33 "DELETE /networking/v2.0/ports/22b2a016-09d8-4486-8dd8-f824c8714bbe HTTP/1.1" status: 204 len: 173 time: 0.4626629 Sep 27 16:41:24.150187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a245d-3957-45a3-a011-67b79c56ea0a', 'name': 'network-vif-deleted', 'tag': '22b2a016-09d8-4486-8dd8-f824c8714bbe'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:24.152830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3570837-2c01-4396-bee3-9392491e93b0" -d '{"events": [{"server_uuid": "917a245d-3957-45a3-a011-67b79c56ea0a", "name": "network-vif-deleted", "tag": "22b2a016-09d8-4486-8dd8-f824c8714bbe"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:24.159174 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5cceab27-55a9-429a-ac3d-ccdcdee0cb38 req-121e089c-2d77-4ee0-a3da-f7f8d5fffaee tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.0330999 Sep 27 16:41:24.194233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc24936-dedb-4276-9fc0-9734c001e492 x-openstack-request-id: req-ffc24936-dedb-4276-9fc0-9734c001e492 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:24.194535 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917a245d-3957-45a3-a011-67b79c56ea0a", "name": "network-vif-deleted", "tag": "22b2a016-09d8-4486-8dd8-f824c8714bbe", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:24.194826 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffc24936-dedb-4276-9fc0-9734c001e492 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:24.200894 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc24936-dedb-4276-9fc0-9734c001e492'] response: {'server_uuid': '917a245d-3957-45a3-a011-67b79c56ea0a', 'name': 'network-vif-deleted', 'tag': '22b2a016-09d8-4486-8dd8-f824c8714bbe', 'status': 'completed', 'code': 200} Sep 27 16:41:24.431821 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:24.445428 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971634-6029-4d80-8afb-cca43df9ab8b req-5ce300f3-be3b-4326-aa03-3ee31c3d415c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:24.447921 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3e971634-6029-4d80-8afb-cca43df9ab8b req-5ce300f3-be3b-4326-aa03-3ee31c3d415c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Sep 27 16:41:24.502230 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3e971634-6029-4d80-8afb-cca43df9ab8b req-081e36f8-4658-4579-855a-b75da00b5f4a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474081 Sep 27 16:41:25.392707 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2acec51a-8b6b-420f-aec8-97494cb24a56 req-573d7142-933d-4282-aa12-f7594d6b3fc7 tempest-VolumesSnapshotTestJSON-781298834 tempest-VolumesSnapshotTestJSON-781298834-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=917a245d-3957-45a3-a011-67b79c56ea0a HTTP/1.1" status: 200 len: 210 time: 0.1417325 Sep 27 16:41:25.626497 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a88-dfaf-4b26-aa4f-049044db285c req-1537ba08-e242-4178-8900-1f4cfa4d1690 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:25.627980 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fa5f9a88-dfaf-4b26-aa4f-049044db285c req-1537ba08-e242-4178-8900-1f4cfa4d1690 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0466020 Sep 27 16:41:25.678696 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fa5f9a88-dfaf-4b26-aa4f-049044db285c req-a0b25250-26af-4c29-959d-c0aa0ebbee94 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450823 Sep 27 16:41:26.804685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332293-9e7f-46e0-9abe-112a014af3f5 req-e5e94623-e515-46cb-afa1-d474e454d5b3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:26.806285 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8e332293-9e7f-46e0-9abe-112a014af3f5 req-e5e94623-e515-46cb-afa1-d474e454d5b3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Sep 27 16:41:26.855916 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8e332293-9e7f-46e0-9abe-112a014af3f5 req-2eefcae9-5ae8-4848-bc02-25e1d2214e52 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Sep 27 16:41:27.977775 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e57cd0-b79c-4741-a049-b2e36e8aac76 req-abeb88f0-35d8-4363-923c-7360b68feeaa tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:27.979261 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e4e57cd0-b79c-4741-a049-b2e36e8aac76 req-abeb88f0-35d8-4363-923c-7360b68feeaa tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0470281 Sep 27 16:41:28.027331 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e4e57cd0-b79c-4741-a049-b2e36e8aac76 req-cacfe30c-5797-4396-9ab5-4252b8b69884 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Sep 27 16:41:28.615640 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 22b2a016-09d8-4486-8dd8-f824c8714bbe no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:41:28.638599 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 22b2a016-09d8-4486-8dd8-f824c8714bbe {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:41:28.638972 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 22b2a016-09d8-4486-8dd8-f824c8714bbe not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:41:29.205155 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb558b4-a732-4c67-bcc3-79640634e3fb req-56704865-a006-4ea1-ba6f-d786c359b9fb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:29.208742 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ecb558b4-a732-4c67-bcc3-79640634e3fb req-56704865-a006-4ea1-ba6f-d786c359b9fb tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.1034651 Sep 27 16:41:29.232205 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:29.257488 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ecb558b4-a732-4c67-bcc3-79640634e3fb req-2e75458c-5758-4b53-9239-e7dcae31a969 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Sep 27 16:41:30.382058 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607419d-4d4d-45e2-b72c-abc79a5b1948 req-61f11a7d-2e71-4060-9093-b0c12443240c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:30.383555 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b607419d-4d4d-45e2-b72c-abc79a5b1948 req-61f11a7d-2e71-4060-9093-b0c12443240c tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0474801 Sep 27 16:41:30.430726 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b607419d-4d4d-45e2-b72c-abc79a5b1948 req-ecc18b01-c49a-46db-bb24-1590a5db8246 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 Sep 27 16:41:31.217225 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:31.506435 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-409b3179-947d-46b5-962c-47a15ca2c07b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454974 Sep 27 16:41:31.560268 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a5478-ae20-4fbb-878b-38bd33efa7c8 req-6a738c89-2a95-46ba-b764-6f23a91dda45 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:31.561860 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-588a5478-ae20-4fbb-878b-38bd33efa7c8 req-6a738c89-2a95-46ba-b764-6f23a91dda45 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Sep 27 16:41:31.573370 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-e7c5c968-b638-4793-b76b-dc6e24d1011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:31.574947 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-e7c5c968-b638-4793-b76b-dc6e24d1011d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 1130 time: 0.0393164 Sep 27 16:41:31.613829 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-588a5478-ae20-4fbb-878b-38bd33efa7c8 req-56cd9472-3151-4757-a18f-7bb0f6ae8d75 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462153 Sep 27 16:41:31.757375 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-932fbce4-5253-4f8e-9c99-10129ded51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:31.758704 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-932fbce4-5253-4f8e-9c99-10129ded51d4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.0858362 Sep 27 16:41:31.778478 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:31.808424 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-96957f8b-d9c3-4b5e-8b1e-94704db38421 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207d0a14-eef1-4291-ac34-12fd2700d04d HTTP/1.1" status: 200 len: 217 time: 0.0365355 Sep 27 16:41:31.859074 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-d105897f-fa68-469f-a558-1b4aeb378b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:31.860491 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-d105897f-fa68-469f-a558-1b4aeb378b05 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0451846 Sep 27 16:41:31.903481 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-d5d57589-5709-4c2c-9cc7-b52097a2c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:31.904935 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-d5d57589-5709-4c2c-9cc7-b52097a2c925 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375485 Sep 27 16:41:31.996159 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-378cef46-a01a-4b84-a17c-387479eebb5d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842781 Sep 27 16:41:32.091431 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-088903f9-fd7e-48e1-b120-21e428cfaed8 req-37f3fd13-0eec-4a35-bcc7-9eff28128c5e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886254 Sep 27 16:41:32.727645 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:32.728638 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:32.735493 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558a810-7d24-4b5a-bcf1-3a8e0a15095c req-77c6a9a3-1f43-4bda-a80c-6f99c3d64d44 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:32.736992 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2558a810-7d24-4b5a-bcf1-3a8e0a15095c req-77c6a9a3-1f43-4bda-a80c-6f99c3d64d44 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0477016 Sep 27 16:41:32.785003 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2558a810-7d24-4b5a-bcf1-3a8e0a15095c req-6811cd0d-c0f9-4548-beed-f26bfc41866e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Sep 27 16:41:33.747146 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:41:33.905614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f33bd-ab8f-4b7b-a5c6-5b6bd7222c17 req-ae64009a-15b5-422c-8565-919bfb2a5358 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:33.907352 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-967f33bd-ab8f-4b7b-a5c6-5b6bd7222c17 req-ae64009a-15b5-422c-8565-919bfb2a5358 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0470433 Sep 27 16:41:33.958063 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-967f33bd-ab8f-4b7b-a5c6-5b6bd7222c17 req-ef854dd8-7f71-4885-b089-2f3da4c1ea16 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447803 Sep 27 16:41:34.514574 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c4a-caba-42ae-b908-7dd4629796c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:35.077439 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a1e8-2a31-4930-ba96-819d2b68ce8d req-6187c335-dff2-4989-b5dc-31a7951178a5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:35.078922 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4a21a1e8-2a31-4930-ba96-819d2b68ce8d req-6187c335-dff2-4989-b5dc-31a7951178a5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0464025 Sep 27 16:41:35.125911 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4a21a1e8-2a31-4930-ba96-819d2b68ce8d req-da6b4468-2d32-446b-9e9c-44de9d30c507 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Sep 27 16:41:36.246584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5685f0-8d2f-40ee-87d6-e7dc289bafcf req-7cc29cbe-5aac-4be9-af98-77ef151455fc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:36.249841 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fb5685f0-8d2f-40ee-87d6-e7dc289bafcf req-7cc29cbe-5aac-4be9-af98-77ef151455fc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0469906 Sep 27 16:41:36.295538 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fb5685f0-8d2f-40ee-87d6-e7dc289bafcf req-19c68303-9116-464e-9664-bb099eaa0974 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Sep 27 16:41:36.989367 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-51764513-52ef-415b-998e-d8082f0bbca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:37.430870 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8302f-2f2d-4374-a885-433771a50d6a req-2e5bf6dc-01cb-4663-b507-14e1064dfbab tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:37.430870 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ffe8302f-2f2d-4374-a885-433771a50d6a req-2e5bf6dc-01cb-4663-b507-14e1064dfbab tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0513923 Sep 27 16:41:37.471884 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:37.477363 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ffe8302f-2f2d-4374-a885-433771a50d6a req-be43ce53-8fba-4a23-9b86-8f0e141ff58d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449448 Sep 27 16:41:38.108695 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:38.599667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c24c-e1a9-49f1-bb4f-33367c357619 req-59b8a4cc-afe2-4be5-8f1c-9818fe24ed13 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:38.601101 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-56b5c24c-e1a9-49f1-bb4f-33367c357619 req-59b8a4cc-afe2-4be5-8f1c-9818fe24ed13 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0463862 Sep 27 16:41:38.647402 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-56b5c24c-e1a9-49f1-bb4f-33367c357619 req-d6c7ce60-3707-42b3-afc1-18a1c09f62fa tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 Sep 27 16:41:39.723258 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:39.768827 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d791a-114f-45f3-a690-56c6d1df608c req-862b0476-df57-4094-b448-7ad4e61a1fc3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:39.770263 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-130d791a-114f-45f3-a690-56c6d1df608c req-862b0476-df57-4094-b448-7ad4e61a1fc3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0472319 Sep 27 16:41:39.790171 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:39.823429 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-130d791a-114f-45f3-a690-56c6d1df608c req-50e72e7a-af4c-4d2a-b032-03354940934b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471938 Sep 27 16:41:40.604480 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649c8c1-9c6b-47ec-9247-509386b6784e req-8096bef3-5ce1-430e-80ac-b90b5d381286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:40.606002 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c649c8c1-9c6b-47ec-9247-509386b6784e req-8096bef3-5ce1-430e-80ac-b90b5d381286 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0400083 Sep 27 16:41:40.654437 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c649c8c1-9c6b-47ec-9247-509386b6784e req-b1550e3c-198c-4b05-93a4-37b176011a8f service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 Sep 27 16:41:40.945050 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec1145-fa13-409e-a88f-a6556a9a9d77 req-0f64375c-64e9-400e-ab84-2dbe25cb08d5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:40.946513 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ffec1145-fa13-409e-a88f-a6556a9a9d77 req-0f64375c-64e9-400e-ab84-2dbe25cb08d5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0469320 Sep 27 16:41:40.992664 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ffec1145-fa13-409e-a88f-a6556a9a9d77 req-7cfac97f-60cb-4119-9bc2-563f9e3a8c54 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Sep 27 16:41:42.115867 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a474c5-1f20-4290-9f42-b4b976c6a0a7 req-ad0e9ac6-9a5e-471a-99e7-3d8d4dd44a95 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:42.117331 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a6a474c5-1f20-4290-9f42-b4b976c6a0a7 req-ad0e9ac6-9a5e-471a-99e7-3d8d4dd44a95 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0468831 Sep 27 16:41:42.166218 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a6a474c5-1f20-4290-9f42-b4b976c6a0a7 req-2bf36dd0-e949-4834-9943-d2fbcf108ea1 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Sep 27 16:41:43.276075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:43.292126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0f8e5-6011-4754-b6e3-531e350f5742 req-99daa530-261e-4576-ab1a-dcc593a97022 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:43.293589 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-23b0f8e5-6011-4754-b6e3-531e350f5742 req-99daa530-261e-4576-ab1a-dcc593a97022 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Sep 27 16:41:43.349208 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-23b0f8e5-6011-4754-b6e3-531e350f5742 req-5f572f82-781b-4a9b-b428-570c5a21454a tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487335 Sep 27 16:41:43.749203 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:44.027408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b55a7-da58-4c08-ac04-8b247eff2dab req-f834c6d0-8417-4a1e-9cb3-8f790603665b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:44.028797 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-db9b55a7-da58-4c08-ac04-8b247eff2dab req-f834c6d0-8417-4a1e-9cb3-8f790603665b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Sep 27 16:41:44.070469 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246cf4e-998e-4f64-9896-8853da10f40b req-0ad05473-6b87-4bf8-bf69-6c628c2aa376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:44.071993 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-0ad05473-6b87-4bf8-bf69-6c628c2aa376 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0399923 Sep 27 16:41:44.077434 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-db9b55a7-da58-4c08-ac04-8b247eff2dab req-d5c64594-14c0-44b8-bfa6-50932eb85b6d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 Sep 27 16:41:44.097457 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:44.174907 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246cf4e-998e-4f64-9896-8853da10f40b req-9adc1aaf-603d-4308-8a5f-26ef0cf2ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:44.174907 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-9adc1aaf-603d-4308-8a5f-26ef0cf2ce88 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.0932782 Sep 27 16:41:44.235614 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-2ac26f1b-3c77-4595-836c-4a2fedac6ea6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 999 time: 0.0567186 Sep 27 16:41:44.289872 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246cf4e-998e-4f64-9896-8853da10f40b req-a08977df-10a5-40b0-9424-bfd5814fcb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:44.291287 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-a08977df-10a5-40b0-9424-bfd5814fcb09 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0474000 Sep 27 16:41:44.564196 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246cf4e-998e-4f64-9896-8853da10f40b req-2d78aba0-bb90-4f49-9e64-a69f7f2deb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:44.565592 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-2d78aba0-bb90-4f49-9e64-a69f7f2deb9a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2682302 Sep 27 16:41:44.657287 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-7715601c-54dd-4c7e-8f28-2a280a9719e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839684 Sep 27 16:41:44.764444 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e246cf4e-998e-4f64-9896-8853da10f40b req-b33275d7-21e3-4d48-aabf-4c38c16c35ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003428 Sep 27 16:41:45.205724 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9b6ab-1287-4c4b-8c48-71a45fc46cfa req-4ab2bd22-6773-4f84-9db5-7f1315c92d99 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:45.207187 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0ab9b6ab-1287-4c4b-8c48-71a45fc46cfa req-4ab2bd22-6773-4f84-9db5-7f1315c92d99 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Sep 27 16:41:45.492540 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0ab9b6ab-1287-4c4b-8c48-71a45fc46cfa req-e3404968-fc75-4b98-b376-67076415ad56 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792337 Sep 27 16:41:46.616495 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2f16-d0ea-435b-a14d-46e85d5b89e3 req-86255afc-5970-4a05-91ea-ec679b59563e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:46.620041 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-632b2f16-d0ea-435b-a14d-46e85d5b89e3 req-86255afc-5970-4a05-91ea-ec679b59563e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0482097 Sep 27 16:41:46.665082 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-632b2f16-d0ea-435b-a14d-46e85d5b89e3 req-81342ad5-219a-40b7-b91d-99b49bdc52f6 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415154 Sep 27 16:41:47.788952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff65327-166b-43a3-8bf5-c00f26f07619 req-d148f427-808a-4074-8cc2-c7e8b3527fab tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:47.790406 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9ff65327-166b-43a3-8bf5-c00f26f07619 req-d148f427-808a-4074-8cc2-c7e8b3527fab tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0504169 Sep 27 16:41:47.838521 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9ff65327-166b-43a3-8bf5-c00f26f07619 req-b3385845-882e-4b61-bc8a-64c3aa257ca8 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Sep 27 16:41:47.952720 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ee75d-449b-4cc3-b9e7-bcd7d59c7b23 req-ac03ba41-9968-4793-b83f-6ec3c4e99e91 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:47.954166 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ae4ee75d-449b-4cc3-b9e7-bcd7d59c7b23 req-ac03ba41-9968-4793-b83f-6ec3c4e99e91 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0460873 Sep 27 16:41:47.964230 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60458) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:47.968478 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Request body: {'floatingip': {'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:48.021323 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:48.069846 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:48.483459 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:48.542999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:48.591848 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:48.755696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Router efa0b90f-456e-4611-ba34-58b390437bee has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:41:48.859770 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:41:48.872823 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:48.872939 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] Sync routers for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:41:48.879728 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:41:48.880336 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:48.899961 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:48.902518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff977df6-713d-47b5-9467-63a9463adec5" -d '{"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:48.938645 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ab61b984-3ac9-4806-983a-b2a268876b86 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/93dea3eb-e9d6-4a14-85fd-7da894efd2a0 HTTP/1.1" status: 200 len: 991 time: 0.9708374 Sep 27 16:41:48.962939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc622c1-0cbd-46b4-a54b-de9bc6f314a8 x-openstack-request-id: req-bdc622c1-0cbd-46b4-a54b-de9bc6f314a8 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:48.963231 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:48.963487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdc622c1-0cbd-46b4-a54b-de9bc6f314a8 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:48.964599 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc622c1-0cbd-46b4-a54b-de9bc6f314a8'] response: {'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'status': 'completed', 'code': 200} Sep 27 16:41:48.986953 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:41:49.074638 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977df6-713d-47b5-9467-63a9463adec5 req-298bb55f-139f-4587-88df-c4d87c7c44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:49.076293 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-298bb55f-139f-4587-88df-c4d87c7c44a6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0900149 Sep 27 16:41:49.148175 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:49.178416 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977df6-713d-47b5-9467-63a9463adec5 req-03fe2a98-f87a-4fec-9437-4be411e964e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:49.179908 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-03fe2a98-f87a-4fec-9437-4be411e964e2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.0968349 Sep 27 16:41:49.206090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '93dea3eb-e9d6-4a14-85fd-7da894efd2a0', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:53Z', 'updated_at': '2022-09-27T16:41:48Z', 'revision_number': 3, 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:49.244335 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-caa1c813-b67a-4727-b2f9-17077e80fda0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 999 time: 0.0564039 Sep 27 16:41:49.303375 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977df6-713d-47b5-9467-63a9463adec5 req-a40fd088-fbaf-4bc0-aa6f-ff666df5ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:49.304872 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-a40fd088-fbaf-4bc0-aa6f-ff666df5ac09 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0535417 Sep 27 16:41:49.352832 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977df6-713d-47b5-9467-63a9463adec5 req-1eea5337-b83d-4834-bcfb-63e5374fbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:49.354352 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-1eea5337-b83d-4834-bcfb-63e5374fbf3f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428560 Sep 27 16:41:49.356668 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] Checking router: efa0b90f-456e-4611-ba34-58b390437bee for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:41:49.358342 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:49.359891 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:49.366109 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:41:49.366716 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:49.451371 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-9484f236-7870-4964-8eba-94afa2ca8577 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888822 Sep 27 16:41:49.472602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:41:49.543730 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ff977df6-713d-47b5-9467-63a9463adec5 req-4444810f-ea95-487f-b1f4-f5f0e54aae30 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Sep 27 16:41:49.694278 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '93dea3eb-e9d6-4a14-85fd-7da894efd2a0', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:53Z', 'updated_at': '2022-09-27T16:41:48Z', 'revision_number': 3, 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:49.730645 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f423fd8-f288-4bd1-9e23-b587d7dda5a2 None None] The sync data for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi is: [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '93dea3eb-e9d6-4a14-85fd-7da894efd2a0', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'port_id': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'mac_address': 'fa:16:3e:ab:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:39:53Z', 'updated_at': '2022-09-27T16:41:48Z', 'revision_number': 3, 'project_id': '9288b4e62bc945479636aec307a98746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:41:50.964836 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:50.967234 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f8edf5-86e9-405d-89a2-deabea1be3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:51.007313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b34931d-67b5-4cbb-80cf-eca1b12394ca x-openstack-request-id: req-5b34931d-67b5-4cbb-80cf-eca1b12394ca {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:51.007692 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:51.007853 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b34931d-67b5-4cbb-80cf-eca1b12394ca {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:51.008258 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b34931d-67b5-4cbb-80cf-eca1b12394ca'] response: {'name': 'network-changed', 'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'status': 'completed', 'code': 200} Sep 27 16:41:51.074427 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-8817ef7c-6d47-4393-9e7c-f6043dae911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:51.075931 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-8817ef7c-6d47-4393-9e7c-f6043dae911c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9288b4e62bc945479636aec307a98746&device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 1129 time: 0.0399463 Sep 27 16:41:51.172465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-287905f0-a9c6-4163-87ae-24afc175c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:51.173915 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-287905f0-a9c6-4163-87ae-24afc175c419 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 200 len: 920 time: 0.0920873 Sep 27 16:41:51.214438 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:51.240216 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-b0091deb-976a-410d-8b64-a12362df517f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 200 len: 999 time: 0.0592997 Sep 27 16:41:51.292568 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-ed2ee858-c184-477c-a6a9-40c4a4eb3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:51.294026 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-ed2ee858-c184-477c-a6a9-40c4a4eb3017 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 200 len: 858 time: 0.0484245 Sep 27 16:41:51.338987 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-e1eef242-6d3d-489d-a2c2-0662cf6259e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:51.340477 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-e1eef242-6d3d-489d-a2c2-0662cf6259e0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c69d5dae-8230-4d1b-853f-7ade2d011d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396729 Sep 27 16:41:51.442618 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-a1f8fdca-2049-42ca-b51e-2415a0f8c945 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937090 Sep 27 16:41:51.544123 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-25f8edf5-86e9-405d-89a2-deabea1be3a7 req-5610184d-0095-43df-9809-1e230aea5eaf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934207 Sep 27 16:41:51.948512 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ee23-4ade-48be-8056-9f53c9015941 req-89f84fd9-ec6c-4420-9ca1-dcf7aa926048 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:51.949973 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bc4ee23-4ade-48be-8056-9f53c9015941 req-89f84fd9-ec6c-4420-9ca1-dcf7aa926048 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0469396 Sep 27 16:41:51.980770 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:52.005220 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bc4ee23-4ade-48be-8056-9f53c9015941 req-ff17a838-8e19-440c-979b-c90d2fff2780 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493922 Sep 27 16:41:52.303231 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60532) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:52.348443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Deleting subnet 0f85ce9c-7097-4337-ab1b-d996cba0c59c {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:41:52.353547 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Publish callbacks [] for subnet (0f85ce9c-7097-4337-ab1b-d996cba0c59c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.387517 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4870059'] for subnet (0f85ce9c-7097-4337-ab1b-d996cba0c59c), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.426969 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (0f85ce9c-7097-4337-ab1b-d996cba0c59c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.560595 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4751594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828441'] for subnet (0f85ce9c-7097-4337-ab1b-d996cba0c59c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.587387 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f85ce9c-7097-4337-ab1b-d996cba0c59c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:52.591126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.594293 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-46a3608e-960f-4c93-b46f-4e66052fff84 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0f85ce9c-7097-4337-ab1b-d996cba0c59c HTTP/1.1" status: 204 len: 168 time: 0.2900736 Sep 27 16:41:52.596773 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60534) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:52.666209 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.747358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.767904 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d57f70d-1b9d-4c97-96ff-4182fbfe33f5']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:52.777953 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d3f2db-46e7-4269-a6bd-46f72402c38c') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:52.778254 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d3f2db-46e7-4269-a6bd-46f72402c38c') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:52.788571 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (51d3f2db-46e7-4269-a6bd-46f72402c38c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.801876 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (51d3f2db-46e7-4269-a6bd-46f72402c38c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.808284 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:41:52.808671 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (51d3f2db-46e7-4269-a6bd-46f72402c38c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.849540 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 51d3f2db-46e7-4269-a6bd-46f72402c38c resource provider aggregate not found Sep 27 16:41:52.867798 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 51d3f2db-46e7-4269-a6bd-46f72402c38c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51d3f2db-46e7-4269-a6bd-46f72402c38c found for delete ", "request_id": "req-4b69d648-5b35-45e2-a506-313006a87e44"}]} Sep 27 16:41:52.943566 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (1d57f70d-1b9d-4c97-96ff-4182fbfe33f5), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.949148 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:52.952075 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1d57f70d-1b9d-4c97-96ff-4182fbfe33f5 HTTP/1.1" status: 204 len: 168 time: 0.3544028 Sep 27 16:41:52.967115 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed99ea-790b-4521-81e9-8e9adf908740 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d57f70d-1b9d-4c97-96ff-4182fbfe33f5,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:53.133440 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2b834-6ad3-488d-877d-242610348ad1 req-d2d3d8d9-3355-4f6d-a4c6-c75bfc3c6eda tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:53.134943 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ee2b834-6ad3-488d-877d-242610348ad1 req-d2d3d8d9-3355-4f6d-a4c6-c75bfc3c6eda tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0470321 Sep 27 16:41:53.178502 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:53.183307 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ee2b834-6ad3-488d-877d-242610348ad1 req-42f1c522-28fa-4c5f-801e-3dae6b5f8204 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=87451251-ceff-4498-9daa-11ecf13e33df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Sep 27 16:41:53.339662 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60544) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:53.379656 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-97db08f2-95f4-4e20-a6ef-9658c9e5343e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a06947e0733946bb8e266382c0d4d0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387957 Sep 27 16:41:53.382322 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60546) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:53.431816 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-367f6341-e550-4e6b-b5fb-f84a77b391c6 admin admin] Publish callbacks [] for security_group (8332f1aa-1b52-4ce0-bbf4-bc0a01799eff), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.449794 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-367f6341-e550-4e6b-b5fb-f84a77b391c6 admin admin] Publish callbacks [] for security_group (8332f1aa-1b52-4ce0-bbf4-bc0a01799eff), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.571225 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-367f6341-e550-4e6b-b5fb-f84a77b391c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (8332f1aa-1b52-4ce0-bbf4-bc0a01799eff), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.573750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-367f6341-e550-4e6b-b5fb-f84a77b391c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.574894 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-367f6341-e550-4e6b-b5fb-f84a77b391c6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8332f1aa-1b52-4ce0-bbf4-bc0a01799eff HTTP/1.1" status: 204 len: 168 time: 0.1916499 Sep 27 16:41:53.582756 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f6341-e550-4e6b-b5fb-f84a77b391c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332f1aa-1b52-4ce0-bbf4-bc0a01799eff,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:53.634531 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-97868fe4-e780-4cd3-bfe6-e0c8efea4d04 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:41:53.636019 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-97868fe4-e780-4cd3-bfe6-e0c8efea4d04 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Sep 27 16:41:53.726436 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:41:53.726733 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.777322 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:53.819977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] For port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:41:53.820388 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.987323 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.987603 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (2b5c1b81-3821-41a9-b66a-54dfee269379), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:53.987926 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP 2b5c1b81-3821-41a9-b66a-54dfee269379 disassociated. External IP: 172.27.2.183, port: 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4. Sep 27 16:41:53.988278 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:41:54.177786 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (9a15757f-ac3b-4ddc-80eb-dac8224d7ea4), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:54.204022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=9a15757f-ac3b-4ddc-80eb-dac8224d7ea4,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:54.214549 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.214929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.215275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.215618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.215953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.216284 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.217135 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.217135 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.217281 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.217556 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.217883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.218208 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.218670 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.218932 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.219205 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:54.274186 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:54.300148 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-abdd57d1-47b0-4664-8388-27e570b8a891 req-58a2307d-b1c6-4dc5-9651-fb9411d24e78 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0277762 Sep 27 16:41:54.334723 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:41:54.444362 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:41:54.455365 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:41:54.465297 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:41:54.465929 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:54.487106 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] No DVR routers for this DVR port 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:41:54.490582 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:54.493830 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-cb451ffe-20f6-4e81-954c-741b0effaac4 req-766f12d2-c8f4-4d99-8ccb-74dd27ec3712 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 HTTP/1.1" status: 204 len: 173 time: 0.8523140 Sep 27 16:41:54.494692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'name': 'network-vif-deleted', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:41:54.496862 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e824658-55d8-46c8-b155-737258854dea" -d '{"events": [{"server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "name": "network-vif-deleted", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:41:54.537328 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f0940-aa02-4acd-a667-ee29b24c3203 x-openstack-request-id: req-a15f0940-aa02-4acd-a667-ee29b24c3203 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:41:54.537619 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e036d20a-962b-4196-8b51-1edc199c9700", "name": "network-vif-deleted", "tag": "9a15757f-ac3b-4ddc-80eb-dac8224d7ea4", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:41:54.537872 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a15f0940-aa02-4acd-a667-ee29b24c3203 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:41:54.538283 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15f0940-aa02-4acd-a667-ee29b24c3203'] response: {'server_uuid': 'e036d20a-962b-4196-8b51-1edc199c9700', 'name': 'network-vif-deleted', 'tag': '9a15757f-ac3b-4ddc-80eb-dac8224d7ea4', 'status': 'completed', 'code': 200} Sep 27 16:41:54.575675 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:41:54.779840 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:54.806660 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:41:54.815296 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:41:54.815777 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:54.918542 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:41:55.108495 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:41:55.133337 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd9d81-13a7-4baf-94d2-c9dd0c7f2519 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:41:55.372323 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae93d62-d9ac-4497-bee8-b2bb5d6bc75a None None] New status for floating IP 2b5c1b81-3821-41a9-b66a-54dfee269379: DOWN {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:41:55.425269 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-34a78016-e653-4eb3-868e-16631eb49d3c req-a0449ec5-3b1e-4fd0-a6a4-ef013bc4baa1 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e036d20a-962b-4196-8b51-1edc199c9700 HTTP/1.1" status: 200 len: 210 time: 0.0298872 Sep 27 16:41:56.566605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60562) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:56.623486 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-39aff032-7627-46bd-b4a5-3e1242f85ac4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (87451251-ceff-4498-9daa-11ecf13e33df), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.646235 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-39aff032-7627-46bd-b4a5-3e1242f85ac4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (87451251-ceff-4498-9daa-11ecf13e33df), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.708302 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:41:56.727685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:41:56.728032 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a15757f-ac3b-4ddc-80eb-dac8224d7ea4 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:41:56.748794 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-39aff032-7627-46bd-b4a5-3e1242f85ac4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (87451251-ceff-4498-9daa-11ecf13e33df), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.751381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-39aff032-7627-46bd-b4a5-3e1242f85ac4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.752539 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-39aff032-7627-46bd-b4a5-3e1242f85ac4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/87451251-ceff-4498-9daa-11ecf13e33df HTTP/1.1" status: 204 len: 168 time: 0.1843958 Sep 27 16:41:56.756186 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60564) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:56.758178 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:56.763715 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aff032-7627-46bd-b4a5-3e1242f85ac4 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87451251-ceff-4498-9daa-11ecf13e33df,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:56.769857 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.api.v2.resource [None req-3cdb6127-e992-4dff-a6ea-51c6e79c38d0 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] show failed (client error): The resource could not be found. Sep 27 16:41:56.770901 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3cdb6127-e992-4dff-a6ea-51c6e79c38d0 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups/87451251-ceff-4498-9daa-11ecf13e33df HTTP/1.1" status: 404 len: 347 time: 0.0137179 Sep 27 16:41:56.774015 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60566) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:56.823354 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:56.886344 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:41:56.886606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.965310 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.965624 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:56.978624 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2 owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:41:57.182906 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.206533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=b0cf015d-dc24-496c-9ebf-e1bdaa9d1ac2,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:57.232570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.232939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.233283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.233622 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.233957 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.234296 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.234644 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.234978 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.235308 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.235634 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.235961 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.236286 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.236610 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.236933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.237254 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:41:57.259954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:57.278741 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (2b5c1b81-3821-41a9-b66a-54dfee269379), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.281492 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.282631 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1bbab8e5-64e9-411d-ac80-dac179bfc05d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/2b5c1b81-3821-41a9-b66a-54dfee269379 HTTP/1.1" status: 204 len: 168 time: 0.5074282 Sep 27 16:41:57.416312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60570) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:57.420798 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135623472', 'description': 'tempest-description--213595435'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:57.531982 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.604362 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (c00dd09e-4dc4-4128-bb74-6d58837788fe), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.714435 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c00dd09e-4dc4-4128-bb74-6d58837788fe), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.745054 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00dd09e-4dc4-4128-bb74-6d58837788fe,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:57.904759 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:57.906286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-491628cc-4835-4659-ad37-4df61cba6d84 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4887099 Sep 27 16:41:57.909201 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60574) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:57.914068 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': 'c00dd09e-4dc4-4128-bb74-6d58837788fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:58.034256 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (8d857007-d983-439e-91c0-2e96618ce365), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.092178 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (8d857007-d983-439e-91c0-2e96618ce365), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.187570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (8d857007-d983-439e-91c0-2e96618ce365), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.207236 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d857007-d983-439e-91c0-2e96618ce365,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:58.298920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.300109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-75907d50-2f74-4409-bada-1b11bf5ab171 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3899679 Sep 27 16:41:58.302996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60576) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:58.307397 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'security_group_rule': {'security_group_id': 'c00dd09e-4dc4-4128-bb74-6d58837788fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:58.400590 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (cfcd2846-a662-4855-8871-c448bcb13976), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.458328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (cfcd2846-a662-4855-8871-c448bcb13976), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.531929 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (cfcd2846-a662-4855-8871-c448bcb13976), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.550347 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcd2846-a662-4855-8871-c448bcb13976,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:58.631022 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.632277 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f7f20a1f-db6d-465e-baf3-4ba076fad31e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283329 Sep 27 16:41:58.635464 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60578) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:41:58.639806 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:41:58.720607 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.802849 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:58.805115 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:58.912582 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.27.2.81 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/1fede680-a556-44f5-963d-d45c3a8fa4a3) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:41:58.914242 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:59.016222 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.137368 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.182060 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:41:59.186860 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:41:59.190887 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:41:59.194518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=1fede680-a556-44f5-963d-d45c3a8fa4a3,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:59.273739 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (7e819cb1-3b2f-4cae-9035-9e8c375ab8a5), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.372204 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.428147 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:41:59.523583 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.582934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.653645 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=1fede680-a556-44f5-963d-d45c3a8fa4a3,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:41:59.655940 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (7e819cb1-3b2f-4cae-9035-9e8c375ab8a5), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.727838 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:41:59.729078 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9c4c1135-fc11-4f12-9ddb-2beff94c01fe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0927024 Sep 27 16:41:59.931894 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-6ef827cf-d370-405e-bad7-110dc2900398 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--135623472&fields=id&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 267 time: 0.0445924 Sep 27 16:42:00.040259 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8dd4b0c0-e306-4660-908f-53c6c17c3bbe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:00.041685 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8dd4b0c0-e306-4660-908f-53c6c17c3bbe tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.1030760 Sep 27 16:42:00.056215 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-f397d272-b1a3-4604-bc32-9c04188ab648 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/quotas/73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 375 time: 0.0089381 Sep 27 16:42:00.104946 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-7d820030-fb20-4f75-991b-05a552a17811 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440228 Sep 27 16:42:00.291700 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-b03a0f45-163b-4679-9047-37765e1de650 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754575 Sep 27 16:42:00.384155 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-83324543-0133-4059-a958-3f990221e924 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Sep 27 16:42:00.627535 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77875a51-3033-46c7-a7b4-c46b57d8bc78 req-3b26d1de-6a07-4452-a222-24ef93036469 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 210 time: 0.0293438 Sep 27 16:42:00.886839 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:00.891969 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-e333119d-cd8d-4a4b-b2a2-d0d7d11f9e5f tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-432054214&fields=id&tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3 HTTP/1.1" status: 200 len: 267 time: 0.0453811 Sep 27 16:42:00.945858 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-3724f9c4-b4f0-48f1-a54a-5744c0a9607d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:00.947356 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-3724f9c4-b4f0-48f1-a54a-5744c0a9607d tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 985 time: 0.0500944 Sep 27 16:42:00.958125 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Request body: {'port': {'security_groups': ['3772649c-8729-4c04-afa2-6a0375b06ee8']}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:01.049734 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.225939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:01.227891 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:01.234456 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.255506 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.349593 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.360671 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:01.361272 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['95614818-7cd1-4590-9696-e7a8c3f6a751'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:01.361401 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.362632 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bafcf431-5b01-428e-9c50-bcb37edc1cff req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "PUT /networking/v2.0/ports/95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 943 time: 0.4089894 Sep 27 16:42:01.363219 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:01.365771 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a7db98-3675-48bc-874c-d2094fdd967e" -d '{"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:01.371633 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60614) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:01.426097 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bb0d6-a6e9-451c-8f91-0b14831d541e tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event updated for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=7']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:01.473263 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-694d58b1-96d9-4f83-a06e-adff4aafe97a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group (02540f7c-f22e-42a2-9262-958f6ddd2582), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.496228 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['95614818-7cd1-4590-9696-e7a8c3f6a751'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:01.499590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-694d58b1-96d9-4f83-a06e-adff4aafe97a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group (02540f7c-f22e-42a2-9262-958f6ddd2582), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.572824 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea5a3e-5a4e-4567-954e-76d5995ca092 x-openstack-request-id: req-2fea5a3e-5a4e-4567-954e-76d5995ca092 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:01.573373 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:01.573373 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fea5a3e-5a4e-4567-954e-76d5995ca092 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:01.573764 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fea5a3e-5a4e-4567-954e-76d5995ca092'] response: {'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'status': 'completed', 'code': 200} Sep 27 16:42:01.611939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-694d58b1-96d9-4f83-a06e-adff4aafe97a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (02540f7c-f22e-42a2-9262-958f6ddd2582), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.615232 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-694d58b1-96d9-4f83-a06e-adff4aafe97a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:01.619104 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-694d58b1-96d9-4f83-a06e-adff4aafe97a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/02540f7c-f22e-42a2-9262-958f6ddd2582 HTTP/1.1" status: 204 len: 168 time: 0.2445829 Sep 27 16:42:01.619667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60618) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:01.649328 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:01.654246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d58b1-96d9-4f83-a06e-adff4aafe97a tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02540f7c-f22e-42a2-9262-958f6ddd2582,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:01.662228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-27b23403-b5ff-47b1-a0c6-a8c28bbe261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:01.664059 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-27b23403-b5ff-47b1-a0c6-a8c28bbe261e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0638809 Sep 27 16:42:01.781480 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-3106614f-1b89-4ef5-b540-e4e05bef7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:01.783001 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-3106614f-1b89-4ef5-b540-e4e05bef7c7c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 916 time: 0.1085601 Sep 27 16:42:01.789713 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2f0a1cc1-863a-4053-af07-c7bb204fd27a req-015982ac-efb4-4a20-b0db-998788b2cf50 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 210 time: 0.0399070 Sep 27 16:42:01.856588 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-38cd2619-d78f-4a79-9172-19e7618939da service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 1002 time: 0.0656667 Sep 27 16:42:01.915577 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-0ac70497-c218-4726-aa42-b0f282292772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:01.917306 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-0ac70497-c218-4726-aa42-b0f282292772 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.0542958 Sep 27 16:42:01.979509 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-496d48fb-6a27-4dab-8aab-0c40826c520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:01.981109 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-496d48fb-6a27-4dab-8aab-0c40826c520d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485153 Sep 27 16:42:02.075563 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Deleting port 58ae6e20-a1e0-4717-8dfe-80008c7cce02 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:02.076176 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:02.089906 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-33cc0dac-b6a0-4418-a897-b3095dd964f2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912569 Sep 27 16:42:02.157035 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:02.157366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for floatingip (58ae6e20-a1e0-4717-8dfe-80008c7cce02), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:02.170858 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Calling delete_port for 58ae6e20-a1e0-4717-8dfe-80008c7cce02 owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:02.187838 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2a7db98-3675-48bc-874c-d2094fdd967e req-1e39464a-0740-4386-8ed5-af7dcba5332d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902693 Sep 27 16:42:02.451444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (58ae6e20-a1e0-4717-8dfe-80008c7cce02), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:02.479788 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event deleted for resources: {'Port': ['ID=58ae6e20-a1e0-4717-8dfe-80008c7cce02,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:02.525050 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:02.544618 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks [] for floatingip (9a88b371-e227-4e67-9e08-6f9c818eb236), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:02.544947 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Floating IP 9a88b371-e227-4e67-9e08-6f9c818eb236 disassociated (deleted). External IP: 172.27.2.253, port: 95614818-7cd1-4590-9696-e7a8c3f6a751. Sep 27 16:42:02.758575 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Router 84a79be7-f532-4e4a-8e70-e45a8c980b55 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:02.769443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:02.883696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:02.897275 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] Sync routers for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:02.902433 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:02.907849 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9cee3de8-5092-41a1-99ba-cdee64b553df req-af9ae0cd-252c-4e95-8d50-4419e42163ec tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 210 time: 0.0368607 Sep 27 16:42:02.909141 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:02.910006 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:02.935938 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-99262407-154e-4034-bd71-411dd8940aa6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:02.937225 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-99262407-154e-4034-bd71-411dd8940aa6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 814 time: 0.1169093 Sep 27 16:42:02.959382 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-085cc0d0-1f13-4868-89c1-cadc915d2194 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/9a88b371-e227-4e67-9e08-6f9c818eb236 HTTP/1.1" status: 204 len: 168 time: 1.3374445 Sep 27 16:42:02.971771 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:03.017295 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-a231efb5-862e-4564-b0b8-e42286b24b74 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73fad530905b485cb7141793f6130a9e HTTP/1.1" status: 200 len: 379 time: 0.0670068 Sep 27 16:42:03.028196 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'port': {'device_id': '742a4313-504c-4882-8811-aafcac933bf4', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'admin_state_up': True, 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'security_groups': ['c00dd09e-4dc4-4128-bb74-6d58837788fe']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:03.039731 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:03.148260 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:03.224436 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Made reservation on behalf of 73fad530905b485cb7141793f6130a9e for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:42:03.228367 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:03.276849 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:03.322513 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:03.338930 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:03.367963 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] Checking router: 84a79be7-f532-4e4a-8e70-e45a8c980b55 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:03.372829 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Allocated IP 172.20.0.8 (16983143-f1f9-476b-8846-75cee163a487/87db513a-afee-48ee-a140-5875ef7c38a0/cf0033be-5776-4a8f-b33f-08ea7fc21985) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:03.376903 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:03.377518 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:41:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:03.482705 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:03.532784 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:03.575313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:03.578278 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ef3336-3220-42b7-8a8c-1303bcaa2903" -d '{"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:03.612313 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:03.619033 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132b3dac-7509-4274-a4fb-8de3e4bb00c1 x-openstack-request-id: req-132b3dac-7509-4274-a4fb-8de3e4bb00c1 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:03.619350 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:03.619703 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-132b3dac-7509-4274-a4fb-8de3e4bb00c1 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:03.620014 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132b3dac-7509-4274-a4fb-8de3e4bb00c1'] response: {'name': 'network-changed', 'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'status': 'completed', 'code': 200} Sep 27 16:42:03.658596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Network 16983143-f1f9-476b-8846-75cee163a487 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:03.662219 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:03.666166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:03.671556 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:03.689548 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event updated for resources: {'Port': ['ID=cf0033be-5776-4a8f-b33f-08ea7fc21985,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:03.709196 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b9620-09da-4cf4-bafe-9347af50be65 None None] The sync data for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi is: [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:38:17Z', 'revision_number': 4, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '746c3ae5-f410-4828-9421-8d7f7152514e', 'name': '', 'network_id': '4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'mac_address': 'fa:16:3e:4a:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:16Z', 'updated_at': '2022-09-27T16:38:22Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'subnets': [{'id': '6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:03.720595 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:03.721313 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:03.808534 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-d6f1fb8b-77c8-4b44-b349-5c66b1905c3b tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860079 Sep 27 16:42:03.821528 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Request body: {'port': {'device_id': '742a4313-504c-4882-8811-aafcac933bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:03.893399 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-b9e47a01-29e9-42f9-b711-327aeb740d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:03.894898 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-b9e47a01-29e9-42f9-b711-327aeb740d06 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 1130 time: 0.0692418 Sep 27 16:42:03.909385 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Provisioning complete for port cf0033be-5776-4a8f-b33f-08ea7fc21985 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:03.909891 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:03.910099 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Attempt 1 to provision port cf0033be-5776-4a8f-b33f-08ea7fc21985 Sep 27 16:42:03.921684 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:03.953553 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Port cf0033be-5776-4a8f-b33f-08ea7fc21985 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:03.999172 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624873b0-ef94-44d5-8c4c-395024b71349 None None] New status for floating IP 9a88b371-e227-4e67-9e08-6f9c818eb236: DOWN {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:42:04.057764 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb515a-d935-42c4-8ab8-dfb34bbabffc req-2164126f-7054-49f2-b27f-6e9ba9b2154e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:04.059883 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-36cb515a-d935-42c4-8ab8-dfb34bbabffc req-2164126f-7054-49f2-b27f-6e9ba9b2154e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 931 time: 0.0572319 Sep 27 16:42:04.085410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:04.128049 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-36cb515a-d935-42c4-8ab8-dfb34bbabffc req-a4ca251e-55cf-4dbb-8aca-42976924b960 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554039 Sep 27 16:42:04.142279 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-1348fa66-97b5-477b-b2a3-f1bb646dae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:04.142279 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-1348fa66-97b5-477b-b2a3-f1bb646dae46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 200 len: 916 time: 0.1803184 Sep 27 16:42:04.158445 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:04.216700 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-6f2e8578-a787-415e-b169-83414952ddb6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 200 len: 217 time: 0.0652275 Sep 27 16:42:04.292493 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-f76e811d-077b-40ba-8cc2-46ca51ffb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:04.293942 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-f76e811d-077b-40ba-8cc2-46ca51ffb3cd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 200 len: 854 time: 0.0715785 Sep 27 16:42:04.357900 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-dc644d4e-28e6-45f3-a79e-bd23b0e1a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:04.359597 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-dc644d4e-28e6-45f3-a79e-bd23b0e1a58e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560102 Sep 27 16:42:04.434631 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0033be-5776-4a8f-b33f-08ea7fc21985 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:42:04.444334 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Publish callbacks [] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:04.454301 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Attempt 2 to provision port cf0033be-5776-4a8f-b33f-08ea7fc21985 Sep 27 16:42:04.466804 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Transition to ACTIVE for port object cf0033be-5776-4a8f-b33f-08ea7fc21985 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:42:04.490885 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Port cf0033be-5776-4a8f-b33f-08ea7fc21985 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:04.494450 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-626bef13-67bf-437d-94da-2f0d4f0c3d73 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180813 Sep 27 16:42:04.554435 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-96bf2766-a89d-43d0-817c-12967f512474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:04.752802 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:04.866111 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Pushing event updated for resources: {'Port': ['ID=cf0033be-5776-4a8f-b33f-08ea7fc21985,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:04.899158 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b2ef3336-3220-42b7-8a8c-1303bcaa2903 req-4bd276d2-3a88-4097-b205-72285ef95419 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974218 Sep 27 16:42:04.914582 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:04.923620 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Attempting to bind port cf0033be-5776-4a8f-b33f-08ea7fc21985 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:04.924024 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Attempting to bind port cf0033be-5776-4a8f-b33f-08ea7fc21985 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:04.924286 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Attempting to bind port cf0033be-5776-4a8f-b33f-08ea7fc21985 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:04.965412 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Port cf0033be-5776-4a8f-b33f-08ea7fc21985 on network 16983143-f1f9-476b-8846-75cee163a487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:42:04.967370 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Attempting to bind port cf0033be-5776-4a8f-b33f-08ea7fc21985 on network 16983143-f1f9-476b-8846-75cee163a487 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:04.992462 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Attempt 3 to provision port cf0033be-5776-4a8f-b33f-08ea7fc21985 Sep 27 16:42:05.010638 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:05.010932 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Checking segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:05.011318 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Bound using segment: {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:05.011762 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Bound port: cf0033be-5776-4a8f-b33f-08ea7fc21985, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db75c4-4384-49fe-9364-9ee7ee313c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '16983143-f1f9-476b-8846-75cee163a487'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:05.012126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:05.027073 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Port cf0033be-5776-4a8f-b33f-08ea7fc21985 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:05.074093 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] For port cf0033be-5776-4a8f-b33f-08ea7fc21985, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:05.077175 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] For port cf0033be-5776-4a8f-b33f-08ea7fc21985, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:05.171898 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:05.176139 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:05.177370 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:05.178865 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/cf0033be-5776-4a8f-b33f-08ea7fc21985 HTTP/1.1" status: 200 len: 1093 time: 1.3620193 Sep 27 16:42:05.179396 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:05.181643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecfd908-905a-452a-93fb-897e00f30dec" -d '{"events": [{"name": "network-changed", "server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:05.230469 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6af820-aff5-4d32-80a9-2b22c500134c service neutron] Pushing event updated for resources: {'Port': ['ID=cf0033be-5776-4a8f-b33f-08ea7fc21985,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:05.265281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ab1c-55f1-4632-b1c7-affb309c2555 req-d1c2250a-da2b-4f3e-9e89-2c211377dde9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:05.266767 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb78ab1c-55f1-4632-b1c7-affb309c2555 req-d1c2250a-da2b-4f3e-9e89-2c211377dde9 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 943 time: 0.0606475 Sep 27 16:42:05.304297 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04158265-d072-42a4-a096-1af642d93fd5 x-openstack-request-id: req-04158265-d072-42a4-a096-1af642d93fd5 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:05.304624 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:05.304854 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04158265-d072-42a4-a096-1af642d93fd5 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:05.305850 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04158265-d072-42a4-a096-1af642d93fd5'] response: {'name': 'network-changed', 'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'status': 'completed', 'code': 200} Sep 27 16:42:05.318301 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb78ab1c-55f1-4632-b1c7-affb309c2555 req-92e0be32-7403-4e3a-98dd-f02c21d40455 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Sep 27 16:42:05.334489 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-e33639f9-a973-4d7f-99cd-0e39d09da827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:05.336103 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-e33639f9-a973-4d7f-99cd-0e39d09da827 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 1127 time: 0.0438209 Sep 27 16:42:05.380624 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-b6c75b7b-64f6-4fbe-b063-fcfe94e2bed6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985 HTTP/1.1" status: 200 len: 217 time: 0.0357237 Sep 27 16:42:05.430308 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-fc4ed754-7df8-470d-81e3-af91a36e679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:05.431802 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-fc4ed754-7df8-470d-81e3-af91a36e679a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0444336 Sep 27 16:42:05.475828 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-e2d2ca14-dc16-4880-a72f-04079e8ae7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:05.477327 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-e2d2ca14-dc16-4880-a72f-04079e8ae7aa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399725 Sep 27 16:42:05.527996 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Attempt 4 to provision port cf0033be-5776-4a8f-b33f-08ea7fc21985 Sep 27 16:42:05.530507 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:05.570911 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b9786-0531-4727-a536-ccdc4f63651b None None] Port cf0033be-5776-4a8f-b33f-08ea7fc21985 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:42:05.571202 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:05.584148 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-38c59bd3-10c4-4dee-99d4-5dcd8ab85542 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995567 Sep 27 16:42:05.687236 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b07dff7e-e4df-425b-8c9c-bdc91e5750e3 req-b0fe1571-4131-47fd-b11f-1f583049de89 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933311 Sep 27 16:42:06.443937 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c10b08-5739-4461-ba64-80148cd2ad54 req-cb6b7fa2-ea5d-4585-b336-92ec6f2360f0 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:06.448887 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87c10b08-5739-4461-ba64-80148cd2ad54 req-cb6b7fa2-ea5d-4585-b336-92ec6f2360f0 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 943 time: 0.0487518 Sep 27 16:42:06.494479 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-87c10b08-5739-4461-ba64-80148cd2ad54 req-55c44129-ffa4-4f15-95a9-475a4500d4ec tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 Sep 27 16:42:06.741064 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device cf0033be-5776-4a8f-b33f-08ea7fc21985 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:42:06.788533 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd908-905a-452a-93fb-897e00f30dec req-f18adad1-7075-4d09-a957-54397ef2a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:06.790096 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-f18adad1-7075-4d09-a957-54397ef2a2cb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 1127 time: 0.0439222 Sep 27 16:42:06.855732 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port cf0033be-5776-4a8f-b33f-08ea7fc21985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:06.872830 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'port_id': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'mac_address': 'fa:16:3e:c2:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:42:06.899177 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd908-905a-452a-93fb-897e00f30dec req-e31b1ce4-aed2-426b-a8fd-7caec5cfab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:06.899177 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-e31b1ce4-aed2-426b-a8fd-7caec5cfab8c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.0897408 Sep 27 16:42:06.913893 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port cf0033be-5776-4a8f-b33f-08ea7fc21985 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:06.914361 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:06.936757 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-f769752f-65c1-4416-86a0-95f4a180164a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985 HTTP/1.1" status: 200 len: 217 time: 0.0395360 Sep 27 16:42:06.938217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0033be-5776-4a8f-b33f-08ea7fc21985 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:42:06.958584 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port cf0033be-5776-4a8f-b33f-08ea7fc21985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:06.986395 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd908-905a-452a-93fb-897e00f30dec req-24411230-ed12-4dbf-a1d0-48e9df3f8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:06.987945 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-24411230-ed12-4dbf-a1d0-48e9df3f8160 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0453076 Sep 27 16:42:07.011931 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5985601c-f4c6-4fcb-a904-84a71ac433a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:07.034202 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd908-905a-452a-93fb-897e00f30dec req-558fb2ba-d3b9-475a-888b-b8afa02f824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:07.036269 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-558fb2ba-d3b9-475a-888b-b8afa02f824e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413156 Sep 27 16:42:07.039924 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:07.099777 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=cf0033be-5776-4a8f-b33f-08ea7fc21985,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:07.136447 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-4e9dd965-32a4-455c-b67a-77d7332dbd7a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941780 Sep 27 16:42:07.233683 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-7ecfd908-905a-452a-93fb-897e00f30dec req-9ca96c8f-ff20-4aa7-b0a5-5d4232486071 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902059 Sep 27 16:42:07.234347 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1f16-8dd3-45e0-9482-0cc3c846b1da req-301e9fb9-014c-493c-adfc-db5ea29df6e7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:07.235839 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a7b1f16-8dd3-45e0-9482-0cc3c846b1da req-301e9fb9-014c-493c-adfc-db5ea29df6e7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0512035 Sep 27 16:42:07.283675 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a7b1f16-8dd3-45e0-9482-0cc3c846b1da req-fbbe687a-4cf3-4f2f-94e2-349a7f4c7aae tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Sep 27 16:42:07.330761 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['cf0033be-5776-4a8f-b33f-08ea7fc21985'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:07.616016 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a9c0-6c8a-4656-a236-d385eeeb0090 req-0c93da00-8077-46e7-8de1-83c83cb10f5e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:07.617478 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a526a9c0-6c8a-4656-a236-d385eeeb0090 req-0c93da00-8077-46e7-8de1-83c83cb10f5e tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 944 time: 0.0465643 Sep 27 16:42:07.665051 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a526a9c0-6c8a-4656-a236-d385eeeb0090 req-8ebfeb4c-7479-4946-b2f2-c93a0ab778fd tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Sep 27 16:42:08.107619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:08.411556 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da272a0-b216-4e09-98eb-7e26bcfc3ddf req-4474ab4f-d291-4bea-ba9f-1d19d15ff5a7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:08.413017 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7da272a0-b216-4e09-98eb-7e26bcfc3ddf req-4474ab4f-d291-4bea-ba9f-1d19d15ff5a7 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Sep 27 16:42:08.460012 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7da272a0-b216-4e09-98eb-7e26bcfc3ddf req-b76520d4-8f02-47a8-9178-eabd35e4da45 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Sep 27 16:42:08.601945 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4774e-452b-4df8-8408-5d5ff3c671a0 req-9c3d795c-bc86-4f0b-b147-aa8263f35c57 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:08.603426 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3af4774e-452b-4df8-8408-5d5ff3c671a0 req-9c3d795c-bc86-4f0b-b147-aa8263f35c57 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0457861 Sep 27 16:42:08.658641 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3af4774e-452b-4df8-8408-5d5ff3c671a0 req-f4490e3a-fa77-4377-a2a5-f5147a3a4a25 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497904 Sep 27 16:42:08.749237 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device cf0033be-5776-4a8f-b33f-08ea7fc21985 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:08.790921 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d310e-4bdb-45c2-a25b-29508fa00fd1 req-bbf10abb-046e-4ccc-b421-7df518bda0fa tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:08.792427 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-897d310e-4bdb-45c2-a25b-29508fa00fd1 req-bbf10abb-046e-4ccc-b421-7df518bda0fa tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 944 time: 0.0500460 Sep 27 16:42:08.795184 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port cf0033be-5776-4a8f-b33f-08ea7fc21985 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:42:08.805219 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:08.844508 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-897d310e-4bdb-45c2-a25b-29508fa00fd1 req-6d993543-f0e5-4b03-b0df-caf55ec5d371 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463874 Sep 27 16:42:08.925598 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port cf0033be-5776-4a8f-b33f-08ea7fc21985 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:08.925981 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:08.926324 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port cf0033be-5776-4a8f-b33f-08ea7fc21985 Sep 27 16:42:08.961619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:08.997668 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port cf0033be-5776-4a8f-b33f-08ea7fc21985 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:08.998055 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.021991 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:09.024252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0da8f81-359e-4768-9096-2b5a94c67953" -d '{"events": [{"server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "name": "network-vif-plugged", "status": "completed", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:09.037051 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port cf0033be-5776-4a8f-b33f-08ea7fc21985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:09.116996 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ca6ed7-9cea-48d8-bef3-61a1d9636036 x-openstack-request-id: req-94ca6ed7-9cea-48d8-bef3-61a1d9636036 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:09.117598 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "name": "network-vif-plugged", "status": "completed", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:09.117598 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94ca6ed7-9cea-48d8-bef3-61a1d9636036 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:09.117960 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ca6ed7-9cea-48d8-bef3-61a1d9636036'] response: {'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'code': 200} Sep 27 16:42:09.126157 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e097098-0d41-4e0e-a784-208615a72623 req-a653aeed-3460-48a8-860f-9d4dc834e8b5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:09.127812 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8e097098-0d41-4e0e-a784-208615a72623 req-a653aeed-3460-48a8-860f-9d4dc834e8b5 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0624983 Sep 27 16:42:09.131651 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.171945 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:09.184330 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=cf0033be-5776-4a8f-b33f-08ea7fc21985,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:09.219211 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Deleting port 95614818-7cd1-4590-9696-e7a8c3f6a751 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:09.219555 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.313229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] For port 95614818-7cd1-4590-9696-e7a8c3f6a751, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=95614818-7cd1-4590-9696-e7a8c3f6a751,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:09.313598 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.327333 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Calling delete_port for 95614818-7cd1-4590-9696-e7a8c3f6a751 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:09.472327 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:09.480367 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b55a40-50e5-426b-8546-2d58174c049e req-51752246-2b85-44af-9e0d-d5eccacfa864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:09.484273 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-32b55a40-50e5-426b-8546-2d58174c049e req-51752246-2b85-44af-9e0d-d5eccacfa864 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 1129 time: 0.0725591 Sep 27 16:42:09.531040 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-32b55a40-50e5-426b-8546-2d58174c049e req-e7207939-5320-40a8-a476-825610f05b88 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Sep 27 16:42:09.577491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (95614818-7cd1-4590-9696-e7a8c3f6a751), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.583145 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3982950-cda2-4c55-b0bc-d08647236dcd req-00653f88-8429-4551-99ab-cfa1bba048c9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:09.584645 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c3982950-cda2-4c55-b0bc-d08647236dcd req-00653f88-8429-4551-99ab-cfa1bba048c9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 946 time: 0.0475690 Sep 27 16:42:09.591971 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['95614818-7cd1-4590-9696-e7a8c3f6a751'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:09.609041 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Pushing event deleted for resources: {'Port': ['ID=95614818-7cd1-4590-9696-e7a8c3f6a751,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:09.643896 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c3982950-cda2-4c55-b0bc-d08647236dcd req-1ee08b43-55da-4c92-afa2-ba788b243698 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3772649c-8729-4c04-afa2-6a0375b06ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524652 Sep 27 16:42:09.661510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] No DVR routers for this DVR port 95614818-7cd1-4590-9696-e7a8c3f6a751 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:09.672465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.675808 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8e097098-0d41-4e0e-a784-208615a72623 req-50ca72cc-4757-4de5-9d64-bfdd212d6be9 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.33 "DELETE /networking/v2.0/ports/95614818-7cd1-4590-9696-e7a8c3f6a751 HTTP/1.1" status: 204 len: 173 time: 0.5425956 Sep 27 16:42:09.677395 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'name': 'network-vif-deleted', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:09.679654 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262bcea4-3b27-4c84-bba7-3aa795a8a62d" -d '{"events": [{"server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "name": "network-vif-deleted", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:09.717929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb06320-8a63-4c00-a092-6e7b4a483600 x-openstack-request-id: req-ddb06320-8a63-4c00-a092-6e7b4a483600 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:09.718229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bed735-4766-4b93-9db9-4c3731eec6c7", "name": "network-vif-deleted", "tag": "95614818-7cd1-4590-9696-e7a8c3f6a751", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:09.718490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddb06320-8a63-4c00-a092-6e7b4a483600 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:09.718930 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb06320-8a63-4c00-a092-6e7b4a483600'] response: {'server_uuid': '54bed735-4766-4b93-9db9-4c3731eec6c7', 'name': 'network-vif-deleted', 'tag': '95614818-7cd1-4590-9696-e7a8c3f6a751', 'status': 'completed', 'code': 200} Sep 27 16:42:09.727207 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:09.766060 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.789722 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8179f-0e09-4aa6-869e-f6a7b97c306a req-ba4b8945-abfe-418f-86d6-6182d12bd33a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:09.790335 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:09.791214 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8ae8179f-0e09-4aa6-869e-f6a7b97c306a req-ba4b8945-abfe-418f-86d6-6182d12bd33a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0476840 Sep 27 16:42:09.823605 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:09.839788 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8ae8179f-0e09-4aa6-869e-f6a7b97c306a req-29609587-03be-4044-8ead-09a3a97057d7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Sep 27 16:42:09.974326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670322e1-c2f1-4146-bce1-eb9f71f77acd req-e1307b99-abdd-48da-a269-0d0c2ce7677c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:09.975939 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-670322e1-c2f1-4146-bce1-eb9f71f77acd req-e1307b99-abdd-48da-a269-0d0c2ce7677c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0539272 Sep 27 16:42:10.027113 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-670322e1-c2f1-4146-bce1-eb9f71f77acd req-14759454-a1b1-419d-af03-f76279be48da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Sep 27 16:42:10.746154 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:42:10.765422 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-929f3c5e-4fa5-4eca-b3ec-12f6287a99ab req-2c2d4655-70c6-4b93-aca0-babbf4a2d6a2 tempest-TestMinimumBasicScenario-227384981 tempest-TestMinimumBasicScenario-227384981-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=54bed735-4766-4b93-9db9-4c3731eec6c7 HTTP/1.1" status: 200 len: 210 time: 0.0283854 Sep 27 16:42:10.970075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4e4cb-fe44-49c9-9f8f-fa37675cdc82 req-c72093b7-5935-4626-8bbf-14b5b78446c4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:10.971868 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1a4e4cb-fe44-49c9-9f8f-fa37675cdc82 req-c72093b7-5935-4626-8bbf-14b5b78446c4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0475910 Sep 27 16:42:11.022942 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a1a4e4cb-fe44-49c9-9f8f-fa37675cdc82 req-a87c4f90-db9e-4e14-b74c-55c6878ec6b6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Sep 27 16:42:11.154356 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f910e-34ab-4239-ab2d-57dbc898e2d6 req-3e15b323-329a-4b5c-ae2b-4ec29592e3da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:11.156111 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8f6f910e-34ab-4239-ab2d-57dbc898e2d6 req-3e15b323-329a-4b5c-ae2b-4ec29592e3da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0534830 Sep 27 16:42:11.205305 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8f6f910e-34ab-4239-ab2d-57dbc898e2d6 req-943089d8-6d59-4c8a-8171-9193755ee840 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Sep 27 16:42:11.323466 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85422d64-8ca5-45cc-a258-64864356d55a req-0e8abaed-b12e-4db1-9854-771cc55ee3e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:11.324941 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-85422d64-8ca5-45cc-a258-64864356d55a req-0e8abaed-b12e-4db1-9854-771cc55ee3e5 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0473771 Sep 27 16:42:11.336119 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60724) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:11.340550 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Request body: {'floatingip': {'port_id': 'cf0033be-5776-4a8f-b33f-08ea7fc21985'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:11.381940 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (7e819cb1-3b2f-4cae-9035-9e8c375ab8a5), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:11.791146 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:11.812236 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:11.920892 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (7e819cb1-3b2f-4cae-9035-9e8c375ab8a5), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:12.017374 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP 7e819cb1-3b2f-4cae-9035-9e8c375ab8a5 associated. External IP: 172.27.2.81, port: cf0033be-5776-4a8f-b33f-08ea7fc21985. Sep 27 16:42:12.131111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:12.211445 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536b614-2fd8-4758-ba01-f372d48fabd8 req-595a53b0-c1a3-4635-a4d0-81905e2072c6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:12.212962 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8536b614-2fd8-4758-ba01-f372d48fabd8 req-595a53b0-c1a3-4635-a4d0-81905e2072c6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0942822 Sep 27 16:42:12.305915 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8536b614-2fd8-4758-ba01-f372d48fabd8 req-754d6acf-ccfb-4aa4-bf9f-5cbbb38ee6d1 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860829 Sep 27 16:42:12.309828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:12.420791 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:12.427526 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:12.432258 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:12.447973 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:12.448697 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:12.461992 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d233865c-8cc0-4bec-a7a7-70d951cc1a71 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/7e819cb1-3b2f-4cae-9035-9e8c375ab8a5 HTTP/1.1" status: 200 len: 990 time: 1.1247709 Sep 27 16:42:12.467166 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:12.467166 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2d9f4-ef6f-402d-b4d2-324d91907362" -d '{"events": [{"name": "network-changed", "server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:12.503042 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e3269-7bb2-4b69-953c-2564bb88fc6d x-openstack-request-id: req-a97e3269-7bb2-4b69-953c-2564bb88fc6d {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:12.503395 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:12.503796 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a97e3269-7bb2-4b69-953c-2564bb88fc6d {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:12.504264 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97e3269-7bb2-4b69-953c-2564bb88fc6d'] response: {'name': 'network-changed', 'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'status': 'completed', 'code': 200} Sep 27 16:42:12.565069 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-1b75d81f-c968-40e1-94de-42612791bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:12.566080 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:12.566531 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-1b75d81f-c968-40e1-94de-42612791bb7d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73fad530905b485cb7141793f6130a9e&device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 1129 time: 0.0402400 Sep 27 16:42:12.659772 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-389db007-404a-4056-9b51-3787d087ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:12.661860 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-389db007-404a-4056-9b51-3787d087ee60 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 200 len: 915 time: 0.0894709 Sep 27 16:42:12.731195 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-d9b2da6c-8542-4350-ba7e-ce98a188ddae service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985 HTTP/1.1" status: 200 len: 998 time: 0.0631406 Sep 27 16:42:12.750363 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 95614818-7cd1-4590-9696-e7a8c3f6a751 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:12.771535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 95614818-7cd1-4590-9696-e7a8c3f6a751 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:12.771977 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 95614818-7cd1-4590-9696-e7a8c3f6a751 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:12.781358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-95db413f-87a5-42ff-8290-bf63644606b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:12.782933 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-95db413f-87a5-42ff-8290-bf63644606b0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 200 len: 853 time: 0.0454326 Sep 27 16:42:12.787315 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '7e819cb1-3b2f-4cae-9035-9e8c375ab8a5', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:c2:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742a4313-504c-4882-8811-aafcac933bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:41:59Z', 'updated_at': '2022-09-27T16:42:11Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:12.815885 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:12.824697 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:12.825268 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:12.827604 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-d68c2b84-f6f9-44ef-ac4e-2dca3d3b3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:12.829114 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-d68c2b84-f6f9-44ef-ac4e-2dca3d3b3e69 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=16983143-f1f9-476b-8846-75cee163a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397015 Sep 27 16:42:12.925518 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-a2d5e933-f257-41e6-b4e4-f242ad4d99cc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901392 Sep 27 16:42:12.926168 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:12.962703 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:13.019624 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-90d2d9f4-ef6f-402d-b4d2-324d91907362 req-2fa526ae-e4c0-4043-9bef-a5507964cde2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877185 Sep 27 16:42:13.139602 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '7e819cb1-3b2f-4cae-9035-9e8c375ab8a5', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:c2:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742a4313-504c-4882-8811-aafcac933bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:41:59Z', 'updated_at': '2022-09-27T16:42:11Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:13.164275 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f59d97-054c-4dfc-a936-a5bb26a31d15 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '7e819cb1-3b2f-4cae-9035-9e8c375ab8a5', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'port_id': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'mac_address': 'fa:16:3e:c2:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742a4313-504c-4882-8811-aafcac933bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:41:59Z', 'updated_at': '2022-09-27T16:42:11Z', 'revision_number': 1, 'project_id': '73fad530905b485cb7141793f6130a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:13.374577 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda15e9-5f93-40d3-b27b-4517ee651c26 None None] New status for floating IP 7e819cb1-3b2f-4cae-9035-9e8c375ab8a5: ACTIVE {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:42:13.451812 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf369d6-3429-49d6-9394-3af2c8046e27 req-4b5c1a60-8fb5-4a37-a3ff-caa4d2411784 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:13.453221 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cbf369d6-3429-49d6-9394-3af2c8046e27 req-4b5c1a60-8fb5-4a37-a3ff-caa4d2411784 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0535226 Sep 27 16:42:13.501885 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cbf369d6-3429-49d6-9394-3af2c8046e27 req-c20fed96-a45c-493e-a666-6295e78feb3b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Sep 27 16:42:13.522084 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60780) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:13.567703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:13.783598 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:13.839360 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (84a79be7-f532-4e4a-8e70-e45a8c980b55), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:14.055564 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Deleting port 746c3ae5-f410-4828-9421-8d7f7152514e {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:14.055825 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:14.137293 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] For port 746c3ae5-f410-4828-9421-8d7f7152514e, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=746c3ae5-f410-4828-9421-8d7f7152514e,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:14.137655 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:14.151594 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Calling delete_port for 746c3ae5-f410-4828-9421-8d7f7152514e owned by network:router_interface {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:14.454466 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (746c3ae5-f410-4828-9421-8d7f7152514e), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:14.484341 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=746c3ae5-f410-4828-9421-8d7f7152514e,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:14.642271 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8fc10-e809-4afc-b590-e42f7b6469c0 req-de8e4c2d-b069-49e1-821c-e102eca99c3b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:14.644060 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-92d8fc10-e809-4afc-b590-e42f7b6469c0 req-de8e4c2d-b069-49e1-821c-e102eca99c3b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0515316 Sep 27 16:42:14.652973 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (84a79be7-f532-4e4a-8e70-e45a8c980b55), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:14.667388 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:14.698724 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-92d8fc10-e809-4afc-b590-e42f7b6469c0 req-d5d072df-1270-4034-bdfe-d0da52742a5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469654 Sep 27 16:42:14.762200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:14.870695 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Router 84a79be7-f532-4e4a-8e70-e45a8c980b55 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:14.972866 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:14.978798 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-5216325e-c8a1-4b59-9351-e6f51adccef5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/84a79be7-f532-4e4a-8e70-e45a8c980b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553297 Sep 27 16:42:14.981585 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60784) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:14.983995 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] Sync routers for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:14.992271 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:14.995579 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:14.996189 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:15.077767 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks [] for router (84a79be7-f532-4e4a-8e70-e45a8c980b55), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:15.096325 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:15.180476 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks [] for router_gateway (84a79be7-f532-4e4a-8e70-e45a8c980b55), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:15.277251 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Deleting port c94faf79-dbad-413d-824b-0dba41f4db59 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:15.277678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:15.347662 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:42:14Z', 'revision_number': 5, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port': {'id': 'c94faf79-dbad-413d-824b-0dba41f4db59', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:14Z', 'updated_at': '2022-09-27T16:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:15.358228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] For port c94faf79-dbad-413d-824b-0dba41f4db59, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c94faf79-dbad-413d-824b-0dba41f4db59,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:15.358594 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:15.372196 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Calling delete_port for c94faf79-dbad-413d-824b-0dba41f4db59 owned by network:router_gateway {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:15.373180 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] Checking router: 84a79be7-f532-4e4a-8e70-e45a8c980b55 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:15.382309 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] Routers {'84a79be7-f532-4e4a-8e70-e45a8c980b55'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:15.382954 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['84a79be7-f532-4e4a-8e70-e45a8c980b55'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:15.465863 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] Set router 84a79be7-f532-4e4a-8e70-e45a8c980b55 gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:15.516076 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:42:15Z', 'revision_number': 6, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:15.544823 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffdb07-f621-4f05-a456-5ae2a6b5d961 None None] The sync data for ids ['84a79be7-f532-4e4a-8e70-e45a8c980b55'] in dv-cinder-855060-2-iscsi is: [{'id': '84a79be7-f532-4e4a-8e70-e45a8c980b55', 'name': 'tempest-TestMinimumBasicScenario-1026921118-router', 'tenant_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:13Z', 'updated_at': '2022-09-27T16:42:15Z', 'revision_number': 6, 'project_id': 'd5fb5144fbf64abe8ec6b37c7f0444b3', 'gw_port_host': None}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:15.713287 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:15.827267 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7c3f5-b3e3-4e95-8e43-1b552a85a3a6 req-6021d16f-b765-43e5-ab08-f607b13eafc2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:15.828646 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-49f7c3f5-b3e3-4e95-8e43-1b552a85a3a6 req-6021d16f-b765-43e5-ab08-f607b13eafc2 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0471616 Sep 27 16:42:15.833129 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (c94faf79-dbad-413d-824b-0dba41f4db59), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:15.861700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94faf79-dbad-413d-824b-0dba41f4db59,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:15.884639 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-49f7c3f5-b3e3-4e95-8e43-1b552a85a3a6 req-3a197284-6de4-4e35-a962-ad5a476168b0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502176 Sep 27 16:42:15.944730 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (84a79be7-f532-4e4a-8e70-e45a8c980b55), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.004895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 746c3ae5-f410-4828-9421-8d7f7152514e no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:16.028696 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 746c3ae5-f410-4828-9421-8d7f7152514e {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:16.029049 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 746c3ae5-f410-4828-9421-8d7f7152514e not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:16.048424 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (84a79be7-f532-4e4a-8e70-e45a8c980b55), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.050683 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks [] for router_controller (84a79be7-f532-4e4a-8e70-e45a8c980b55), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.177126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (84a79be7-f532-4e4a-8e70-e45a8c980b55), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.177753 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a79be7-f532-4e4a-8e70-e45a8c980b55 {{(pid=106895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:42:16.182417 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.183711 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e97484fc-d413-4104-a339-8598067f7623 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/84a79be7-f532-4e4a-8e70-e45a8c980b55 HTTP/1.1" status: 204 len: 168 time: 1.2011664 Sep 27 16:42:16.186270 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60788) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:16.193902 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:16.231939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Deleting subnet 6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:42:16.235169 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Publish callbacks [] for subnet (6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.271080 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.379488 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.503247 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.532066 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:16.535575 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.539082 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-94a60710-4380-4d32-9ef5-934c796e2881 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/6f8ca3b2-3af3-4010-9a27-af6fe4aef4b3 HTTP/1.1" status: 204 len: 168 time: 0.3514664 Sep 27 16:42:16.541402 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60790) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:16.542160 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b163b-a32b-4f2b-812e-a463ef7fb5ac None None] Network 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:16.609252 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:16.621398 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.671578 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Deleting port e296f552-311f-4c3d-8f1b-5472f207b585 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:16.671923 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.717825 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] DHCP port deletion for 4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:42:16.742129 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] For port e296f552-311f-4c3d-8f1b-5472f207b585, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=e296f552-311f-4c3d-8f1b-5472f207b585,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:16.742488 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.753602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Deleting port e296f552-311f-4c3d-8f1b-5472f207b585 {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:16.753899 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.756313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Calling delete_port for e296f552-311f-4c3d-8f1b-5472f207b585 owned by network:dhcp {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:16.930335 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.949276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] For port e296f552-311f-4c3d-8f1b-5472f207b585, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=e296f552-311f-4c3d-8f1b-5472f207b585,segment=NetworkSegment(491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f),segment_id=491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:16.949276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:16.953213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Pushing event deleted for resources: {'Port': ['ID=e296f552-311f-4c3d-8f1b-5472f207b585,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:16.964918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Calling delete_port for e296f552-311f-4c3d-8f1b-5472f207b585 owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:16.965122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] No DVR routers for this DVR port e296f552-311f-4c3d-8f1b-5472f207b585 on host dv-cinder-855060-2-iscsi {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:17.044692 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (e296f552-311f-4c3d-8f1b-5472f207b585), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.070598 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Pushing event deleted for resources: {'Port': ['ID=e296f552-311f-4c3d-8f1b-5472f207b585,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:17.071338 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.075232 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] No DVR routers for this DVR port e296f552-311f-4c3d-8f1b-5472f207b585 on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:17.080943 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.081287 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.081653 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.082048 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.082412 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.082743 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.083096 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.083421 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.083746 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.084091 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.084442 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.084768 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.085088 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.085407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.085736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6a2880-5d4d-4b67-bba0-510f49e180d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:17.090542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d2a1-1719-4282-8b70-d4b4ef6a17fd req-2ec8bfd2-d121-4308-b5e9-d8adfecd8b7b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:17.092059 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8507d2a1-1719-4282-8b70-d4b4ef6a17fd req-2ec8bfd2-d121-4308-b5e9-d8adfecd8b7b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.1009891 Sep 27 16:42:17.113289 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:17.121017 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:17.139037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:17.139332 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:17.156348 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.181702 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8507d2a1-1719-4282-8b70-d4b4ef6a17fd req-9bcafef1-fb15-4841-88a8-d5b6ab42d0ce tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830452 Sep 27 16:42:17.182588 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.189066 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:42:17.190976 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.231789 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f resource provider aggregate not found Sep 27 16:42:17.251335 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 491b5ddd-732f-4c2c-bbbb-df8f7ad5ea4f found for delete ", "request_id": "req-39cb81ef-38d6-4e51-b6d3-d4d9a44865ef"}]} Sep 27 16:42:17.341760 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.350107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.353189 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae HTTP/1.1" status: 204 len: 168 time: 0.8108373 Sep 27 16:42:17.356368 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60800) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:17.362906 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cc473-9794-464a-9ab5-b27e090ba922 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bea8f32-9dee-4e9e-acbd-2c1c4f93e5ae,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:17.583491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:17.653355 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c94faf79-dbad-413d-824b-0dba41f4db59 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:17.674360 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.676489 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: c94faf79-dbad-413d-824b-0dba41f4db59 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:17.676965 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c94faf79-dbad-413d-824b-0dba41f4db59 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:17.677446 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device e296f552-311f-4c3d-8f1b-5472f207b585 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:17.695909 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: e296f552-311f-4c3d-8f1b-5472f207b585 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:17.696248 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device e296f552-311f-4c3d-8f1b-5472f207b585 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:17.893058 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Deleting port 75a0817b-4a34-4144-b89a-203f10be9ebb {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:17.893310 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.974941 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] For port 75a0817b-4a34-4144-b89a-203f10be9ebb, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=75a0817b-4a34-4144-b89a-203f10be9ebb,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:17.975303 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:17.990963 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Calling delete_port for 75a0817b-4a34-4144-b89a-203f10be9ebb owned by network:router_interface {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:18.141867 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:18.223096 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (75a0817b-4a34-4144-b89a-203f10be9ebb), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:18.248091 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=75a0817b-4a34-4144-b89a-203f10be9ebb,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:18.330764 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c48a9a-99bd-402e-8919-8ae8f1f968a4 req-9c33473f-d83c-4765-868b-657c5818c90d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:18.334268 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-39c48a9a-99bd-402e-8919-8ae8f1f968a4 req-9c33473f-d83c-4765-868b-657c5818c90d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0533493 Sep 27 16:42:18.390911 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-39c48a9a-99bd-402e-8919-8ae8f1f968a4 req-74e0d9f4-a6cf-4c2f-9ea3-063db4a04cb6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499458 Sep 27 16:42:18.416958 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:18.422729 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:18.627357 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Router b5d6b104-3bee-4b39-b15b-af0b5611fe7b has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:18.728613 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:18.733522 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-35484c53-85ea-4fd4-a46b-612d0d3d7a9d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b5d6b104-3bee-4b39-b15b-af0b5611fe7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3760436 Sep 27 16:42:18.736215 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60804) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:18.737221 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] Sync routers for ids ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:18.748684 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] Routers {'b5d6b104-3bee-4b39-b15b-af0b5611fe7b'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:18.749234 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:18.831553 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks [] for router (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:18.854415 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] Set router b5d6b104-3bee-4b39-b15b-af0b5611fe7b gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:18.929200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks [] for router_gateway (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.029168 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:42:18Z', 'revision_number': 5, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port': {'id': 'dbffd634-98b3-4523-9d24-9008a029323b', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:22Z', 'updated_at': '2022-09-27T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:19.059559 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] Checking router: b5d6b104-3bee-4b39-b15b-af0b5611fe7b for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:19.061200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Deleting port dbffd634-98b3-4523-9d24-9008a029323b {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:19.061548 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (dbffd634-98b3-4523-9d24-9008a029323b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.068585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] Routers {'b5d6b104-3bee-4b39-b15b-af0b5611fe7b'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:19.069200 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:19.131245 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:19.144483 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] For port dbffd634-98b3-4523-9d24-9008a029323b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=dbffd634-98b3-4523-9d24-9008a029323b,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:19.145591 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (dbffd634-98b3-4523-9d24-9008a029323b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.152479 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] Set router b5d6b104-3bee-4b39-b15b-af0b5611fe7b gateway port host: None {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:19.159410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Calling delete_port for dbffd634-98b3-4523-9d24-9008a029323b owned by network:router_gateway {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:19.202744 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:19.204609 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:42:18Z', 'revision_number': 6, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:19.206142 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:19.230998 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47e9c-6de2-415e-b8bb-c082e010cae6 None None] The sync data for ids ['b5d6b104-3bee-4b39-b15b-af0b5611fe7b'] in dv-cinder-855060-2-iscsi is: [{'id': 'b5d6b104-3bee-4b39-b15b-af0b5611fe7b', 'name': 'tempest-TestMinimumBasicScenario-1194175298-router', 'tenant_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:21Z', 'updated_at': '2022-09-27T16:42:18Z', 'revision_number': 6, 'project_id': 'adcfb47edc514af082ac07df9bfc3dbc', 'gw_port_host': None}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:19.310119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:19.440199 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (dbffd634-98b3-4523-9d24-9008a029323b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.466687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Pushing event deleted for resources: {'Port': ['ID=dbffd634-98b3-4523-9d24-9008a029323b,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:19.521781 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbe2e-bad1-4afe-ae00-59124b8812f9 req-cd918801-31e2-4faa-a3ea-5b521c5e8349 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:19.523579 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-970bbe2e-bad1-4afe-ae00-59124b8812f9 req-cd918801-31e2-4faa-a3ea-5b521c5e8349 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0478430 Sep 27 16:42:19.537553 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.572081 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-970bbe2e-bad1-4afe-ae00-59124b8812f9 req-07fd0a5a-c99e-4036-83f4-1ce041cff672 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 Sep 27 16:42:19.628024 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.631097 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks [] for router_controller (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.709977 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 75a0817b-4a34-4144-b89a-203f10be9ebb no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:19.729901 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 75a0817b-4a34-4144-b89a-203f10be9ebb {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:19.730253 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 75a0817b-4a34-4144-b89a-203f10be9ebb not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:19.794545 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (b5d6b104-3bee-4b39-b15b-af0b5611fe7b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.795189 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d6b104-3bee-4b39-b15b-af0b5611fe7b {{(pid=106895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:42:19.805250 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.805250 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-56b49de4-f6c2-41c2-9c25-a935e32dff4c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b5d6b104-3bee-4b39-b15b-af0b5611fe7b HTTP/1.1" status: 204 len: 168 time: 1.0633399 Sep 27 16:42:19.805250 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60808) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:19.848798 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Deleting subnet 7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:42:19.852513 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Publish callbacks [] for subnet (7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.892977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:19.968356 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.097524 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.125238 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:20.131677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.134812 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ffcf25a9-afd6-4076-b6bd-b022a910f3cc admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/7bc3c782-c24e-4f01-ac8c-180ffe8fdb4a HTTP/1.1" status: 204 len: 168 time: 0.3307326 Sep 27 16:42:20.137281 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301619da-ff89-456b-a9f0-33ac029f55bf None None] Network 64c47dc4-13a9-4035-8628-83dca71f1892 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:20.137769 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60810) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:20.208027 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (64c47dc4-13a9-4035-8628-83dca71f1892), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.251962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Deleting port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:20.252483 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.265450 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:20.274928 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] DHCP port deletion for 64c47dc4-13a9-4035-8628-83dca71f1892 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:42:20.316382 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] Deleting port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:20.316795 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.321284 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] For port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:20.321650 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.336821 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Calling delete_port for c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b owned by network:dhcp {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:20.382706 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] For port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,segment=NetworkSegment(23b50282-e854-4e09-a014-7e474017f76c),segment_id=23b50282-e854-4e09-a014-7e474017f76c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:20.383213 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.396449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] Calling delete_port for c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:20.491465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.497933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.516356 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:20.519807 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] No DVR routers for this DVR port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b on host dv-cinder-855060-2-iscsi {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:20.522364 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] Pushing event deleted for resources: {'Port': ['ID=c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:20.526166 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71c127-e9f6-40be-8cd6-3cea58652727 None None] No DVR routers for this DVR port c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:20.711845 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a911191-b147-42c6-b5b1-d4ae8ef54b7d req-6e2cbdc9-e0ae-454b-ad83-6fa63f7e6c06 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:20.713315 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1a911191-b147-42c6-b5b1-d4ae8ef54b7d req-6e2cbdc9-e0ae-454b-ad83-6fa63f7e6c06 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0493066 Sep 27 16:42:20.763938 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1a911191-b147-42c6-b5b1-d4ae8ef54b7d req-f37d2fde-affa-463a-b743-55b3a27c6ea6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448120 Sep 27 16:42:20.836368 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (64c47dc4-13a9-4035-8628-83dca71f1892), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.855964 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c47dc4-13a9-4035-8628-83dca71f1892']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:20.865452 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b50282-e854-4e09-a014-7e474017f76c') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:20.865751 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b50282-e854-4e09-a014-7e474017f76c') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:20.875017 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (23b50282-e854-4e09-a014-7e474017f76c), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.888555 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (23b50282-e854-4e09-a014-7e474017f76c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.895278 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:42:20.895791 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (23b50282-e854-4e09-a014-7e474017f76c), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:20.938673 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 23b50282-e854-4e09-a014-7e474017f76c resource provider aggregate not found Sep 27 16:42:20.957703 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 23b50282-e854-4e09-a014-7e474017f76c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b50282-e854-4e09-a014-7e474017f76c found for delete ", "request_id": "req-47093bd6-b9d8-4263-92dd-749b86b43a76"}]} Sep 27 16:42:21.045325 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (64c47dc4-13a9-4035-8628-83dca71f1892), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:21.061524 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:21.064721 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/64c47dc4-13a9-4035-8628-83dca71f1892 HTTP/1.1" status: 204 len: 168 time: 0.9264164 Sep 27 16:42:21.065752 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266d3b-9d99-4cab-b095-64a6a4e04922 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c47dc4-13a9-4035-8628-83dca71f1892,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:21.426493 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60822) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:21.469588 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-8d844363-bf9b-41b9-8892-570fe466d208 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d5fb5144fbf64abe8ec6b37c7f0444b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419333 Sep 27 16:42:21.472206 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60824) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:21.500127 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:21.521131 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0aa65d21-ca04-4f90-9094-ecb43152ed09 admin admin] Publish callbacks [] for security_group (3772649c-8729-4c04-afa2-6a0375b06ee8), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:21.542012 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0aa65d21-ca04-4f90-9094-ecb43152ed09 admin admin] Publish callbacks [] for security_group (3772649c-8729-4c04-afa2-6a0375b06ee8), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:21.641799 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device dbffd634-98b3-4523-9d24-9008a029323b no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:21.646899 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0aa65d21-ca04-4f90-9094-ecb43152ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3772649c-8729-4c04-afa2-6a0375b06ee8), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:21.649750 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0aa65d21-ca04-4f90-9094-ecb43152ed09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:21.653625 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0aa65d21-ca04-4f90-9094-ecb43152ed09 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3772649c-8729-4c04-afa2-6a0375b06ee8 HTTP/1.1" status: 204 len: 168 time: 0.1776609 Sep 27 16:42:21.664310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: dbffd634-98b3-4523-9d24-9008a029323b {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:21.664310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device dbffd634-98b3-4523-9d24-9008a029323b not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:21.664569 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:21.668911 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa65d21-ca04-4f90-9094-ecb43152ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3772649c-8729-4c04-afa2-6a0375b06ee8,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:21.685208 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:21.685554 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c6eaff15-2ae3-49d7-8436-fc0db9b1bd7b not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:21.876331 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:21.893609 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a8fd0-15ea-4abd-8944-eed460e428c0 req-4aa0b116-f40f-4706-aa1e-9ca806b63c89 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:21.895268 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-822a8fd0-15ea-4abd-8944-eed460e428c0 req-4aa0b116-f40f-4706-aa1e-9ca806b63c89 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0479691 Sep 27 16:42:21.944774 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-822a8fd0-15ea-4abd-8944-eed460e428c0 req-7a380d75-99d3-475e-a579-c7f80e1dce93 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437789 Sep 27 16:42:22.370058 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60850) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:22.411845 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-db4c1ffe-c6bd-4955-a777-db64fe027362 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=adcfb47edc514af082ac07df9bfc3dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406582 Sep 27 16:42:22.414452 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60852) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:22.483107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-aeab60c5-f6c9-4663-b0dc-9f214ee37b68 admin admin] Publish callbacks [] for security_group (09d45ade-ecbc-4489-b374-6a052c0e038c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:22.507574 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-aeab60c5-f6c9-4663-b0dc-9f214ee37b68 admin admin] Publish callbacks [] for security_group (09d45ade-ecbc-4489-b374-6a052c0e038c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:22.638901 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-aeab60c5-f6c9-4663-b0dc-9f214ee37b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (09d45ade-ecbc-4489-b374-6a052c0e038c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:22.641536 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-aeab60c5-f6c9-4663-b0dc-9f214ee37b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:22.642765 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-aeab60c5-f6c9-4663-b0dc-9f214ee37b68 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/09d45ade-ecbc-4489-b374-6a052c0e038c HTTP/1.1" status: 204 len: 168 time: 0.2273514 Sep 27 16:42:22.652312 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab60c5-f6c9-4663-b0dc-9f214ee37b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d45ade-ecbc-4489-b374-6a052c0e038c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:22.792837 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:42:22.895993 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:22.907741 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'mac_address': 'fa:16:3e:3f:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:42:22.943669 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: ACTIVE; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:22.944059 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:22.961201 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddb6a707-22f0-4c10-adcc-9f4d5d262645 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:42:22.984723 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:23.053140 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:23.112621 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024cd66-5af9-4dd8-884c-80f51671e39d req-508f5ef4-8b56-4379-a596-8635791f69c3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:23.116639 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=6']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:23.116802 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f024cd66-5af9-4dd8-884c-80f51671e39d req-508f5ef4-8b56-4379-a596-8635791f69c3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0793910 Sep 27 16:42:23.173364 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['ddb6a707-22f0-4c10-adcc-9f4d5d262645'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:23.189251 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f024cd66-5af9-4dd8-884c-80f51671e39d req-594cba80-e01a-45d6-948a-5559786fe1f9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643253 Sep 27 16:42:23.346275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:23.970192 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60892) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:24.116846 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795737789-network', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:24.205767 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Made reservation on behalf of eb77c9fe25cb4abda83cb3d2e665557a for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:42:24.211274 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.221714 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.281525 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:24.353696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks [] for security_group (b1afc866-afaf-4a92-88c0-fd92bb06478f), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.368774 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3774b88-b32f-4379-b1dd-e4c43a049591 req-794ffd20-7924-4b20-af8f-b4b8d3270075 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:24.371283 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b3774b88-b32f-4379-b1dd-e4c43a049591 req-794ffd20-7924-4b20-af8f-b4b8d3270075 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 945 time: 0.0724916 Sep 27 16:42:24.427500 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (b1afc866-afaf-4a92-88c0-fd92bb06478f), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.455456 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b3774b88-b32f-4379-b1dd-e4c43a049591 req-470a73e0-96f8-4c86-978f-04a2ec47b151 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765083 Sep 27 16:42:24.466163 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:42:24.468218 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1afc866-afaf-4a92-88c0-fd92bb06478f,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:24.479755 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (8fa2389a-66d1-4eac-89e1-522aee68ae1d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.480139 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Added segment 8fa2389a-66d1-4eac-89e1-522aee68ae1d of type vlan for network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 Sep 27 16:42:24.493439 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:24.535158 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.622721 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.623897 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:24.624554 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.711067 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] Pushing event updated for resources: {'Network': ['ID=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:24.720636 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d85ec81c-d85b-40de-bcaf-68807b33eca4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7492425 Sep 27 16:42:24.725792 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60902) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:24.728343 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:42:24.733202 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Request body: {'subnet': {'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795737789-subnet', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:24.813017 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:24.849564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:24.861403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Made reservation on behalf of eb77c9fe25cb4abda83cb3d2e665557a for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:42:24.864487 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5391060'] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.935201 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port ddb6a707-22f0-4c10-adcc-9f4d5d262645 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:24.935950 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:24.936494 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port ddb6a707-22f0-4c10-adcc-9f4d5d262645 Sep 27 16:42:25.031096 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:25.031397 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.060911 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:25.063237 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab65da2a-5c38-4743-ae11-f2250d14ffe7" -d '{"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:25.076360 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:25.107476 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6ca778-79ac-4307-a02d-6b7d43e03ea4 x-openstack-request-id: req-9c6ca778-79ac-4307-a02d-6b7d43e03ea4 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:25.107776 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:25.108027 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c6ca778-79ac-4307-a02d-6b7d43e03ea4 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:25.108483 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6ca778-79ac-4307-a02d-6b7d43e03ea4'] response: {'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'code': 200} Sep 27 16:42:25.175797 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.176375 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4515252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5391074'] for subnet (3733f6b0-d61e-438b-b2a5-1dbbbccd3e36), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.236491 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=7']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:25.241168 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:25.254433 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Checking segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:25.254975 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Network hostable DHCP agents. Network: 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:42:25.337414 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:42:25.434074 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:25.438372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:25.439186 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.445262 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd84cf-9340-43f2-8e00-0b8b0ce89388 None None] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:25.532826 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-26614e9e-9259-4f44-94ad-e34633684ed1 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8053305 Sep 27 16:42:25.535654 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60912) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:25.540294 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:25.649637 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:42:25.651293 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.657628 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.659267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.719645 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks [] for router_controller (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:25.722799 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54015d-27e2-469c-9ab6-fc5223034160 req-733c6663-fe54-4c99-aaaa-f4eafc0d324d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:25.729923 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f54015d-27e2-469c-9ab6-fc5223034160 req-733c6663-fe54-4c99-aaaa-f4eafc0d324d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0763912 Sep 27 16:42:25.736826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9ab2-1026-47d3-a8a9-0d382ed3d6df req-cfd3d6fa-ef2a-46db-a876-fbdbfded1243 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:25.743472 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-524c9ab2-1026-47d3-a8a9-0d382ed3d6df req-cfd3d6fa-ef2a-46db-a876-fbdbfded1243 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.4102564 Sep 27 16:42:25.836355 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Allocated IP 172.20.0.2 (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4/3733f6b0-d61e-438b-b2a5-1dbbbccd3e36/7280c501-5177-4300-928d-2f3723cc292b) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:25.850819 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:25.858153 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-524c9ab2-1026-47d3-a8a9-0d382ed3d6df req-43115d3e-72ee-463b-8ef1-5f9eceb9ba02 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119964 Sep 27 16:42:25.906959 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f54015d-27e2-469c-9ab6-fc5223034160 req-5f831c6c-9732-4353-91e4-3648f3a53385 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616631 Sep 27 16:42:25.945898 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks [] for router_gateway (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.045900 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Publish callbacks [] for port (7280c501-5177-4300-928d-2f3723cc292b), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.076938 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:26.126101 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (7280c501-5177-4300-928d-2f3723cc292b), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.178833 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:26.179604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:26.181968 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Pushing event updated for resources: {'Port': ['ID=7280c501-5177-4300-928d-2f3723cc292b,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:26.186834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:26.232807 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks [] for router_gateway (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.249694 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:26.256805 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.266299 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Attempting to bind port 7280c501-5177-4300-928d-2f3723cc292b on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:26.266299 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Attempting to bind port 7280c501-5177-4300-928d-2f3723cc292b by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:26.266299 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Attempting to bind port 7280c501-5177-4300-928d-2f3723cc292b on network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:26.311455 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:26.311910 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Checking segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:26.312331 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.312722 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Bound using segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:26.313215 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Bound port: 7280c501-5177-4300-928d-2f3723cc292b, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:26.314041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (7280c501-5177-4300-928d-2f3723cc292b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.356969 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:26.389982 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Allocated IP 172.27.2.231 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/6a2758a2-a01f-4326-8618-0d1a1cf2292c) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:26.397879 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] For port 7280c501-5177-4300-928d-2f3723cc292b, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:26.401532 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] For port 7280c501-5177-4300-928d-2f3723cc292b, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=7280c501-5177-4300-928d-2f3723cc292b,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:26.499031 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks [] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.524590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:26.669199 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (7280c501-5177-4300-928d-2f3723cc292b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.681690 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:26.729812 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:26.730316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7633cd-f9b9-430c-956d-158ca88429d7 None None] Pushing event updated for resources: {'Port': ['ID=7280c501-5177-4300-928d-2f3723cc292b,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:26.732671 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:26.739576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:26.768422 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2758a2-a01f-4326-8618-0d1a1cf2292c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:27.122918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c671231-8e44-4cf2-b92f-bce95c191967 req-f890659e-8abc-40c1-9941-92e62211552f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:27.124429 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8c671231-8e44-4cf2-b92f-bce95c191967 req-f890659e-8abc-40c1-9941-92e62211552f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.1142180 Sep 27 16:42:27.157056 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e363-464a-49be-b708-84403f11cb0d req-bd113c21-af1d-4bd4-8516-38905195f2aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:27.158868 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5124e363-464a-49be-b708-84403f11cb0d req-bd113c21-af1d-4bd4-8516-38905195f2aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.1379347 Sep 27 16:42:27.194539 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks [] for router_gateway (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:27.270951 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8c671231-8e44-4cf2-b92f-bce95c191967 req-706065f5-0235-4f3f-a0dc-8c68be72fb62 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256087 Sep 27 16:42:27.297148 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5124e363-464a-49be-b708-84403f11cb0d req-3e9d8c59-8ef0-4f26-8615-6f55ac92575a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120839 Sep 27 16:42:27.442801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:27.697075 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:42:27.722114 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 7280c501-5177-4300-928d-2f3723cc292b up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:27.805221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:27.823834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 7280c501-5177-4300-928d-2f3723cc292b triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:27.823834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (7280c501-5177-4300-928d-2f3723cc292b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:27.824402 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 7280c501-5177-4300-928d-2f3723cc292b Sep 27 16:42:27.840191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:27.850298 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Sync routers for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:27.878425 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:27.879896 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:27.933228 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 7280c501-5177-4300-928d-2f3723cc292b is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:27.933621 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (7280c501-5177-4300-928d-2f3723cc292b), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:27.992554 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 7280c501-5177-4300-928d-2f3723cc292b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=7280c501-5177-4300-928d-2f3723cc292b,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:27.994625 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:27.999975 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60924) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:28.000198 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-40f465bb-f12a-4d5f-bc42-4dacb013f8d5 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4633381 Sep 27 16:42:28.001758 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:28.015104 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2edb1-e5c3-4d4c-8a15-2d156c7e55a7 None None] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:28.018136 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:28.080331 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (7280c501-5177-4300-928d-2f3723cc292b), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.142832 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=7280c501-5177-4300-928d-2f3723cc292b,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:28.188446 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-f767eea5-6e85-47c4-9df0-d62c775bfa21 None None] Provisioning complete for port 7280c501-5177-4300-928d-2f3723cc292b triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:28.188816 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f767eea5-6e85-47c4-9df0-d62c775bfa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (7280c501-5177-4300-928d-2f3723cc292b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.189154 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-f767eea5-6e85-47c4-9df0-d62c775bfa21 None None] Attempt 1 to provision port 7280c501-5177-4300-928d-2f3723cc292b Sep 27 16:42:28.282122 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:26Z', 'revision_number': 3, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:28.335426 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Checking router: bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:28.335696 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Updating router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 port 6a2758a2-a01f-4326-8618-0d1a1cf2292c binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:42:28.396962 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.429717 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:28.540034 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d798e-ccfc-4acc-8b9d-e13892f1b4a8 req-2ad922e8-f48b-43e6-90d9-f8f911663ade tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:28.541586 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-681d798e-ccfc-4acc-8b9d-e13892f1b4a8 req-2ad922e8-f48b-43e6-90d9-f8f911663ade tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.1161563 Sep 27 16:42:28.575022 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26539727-26cf-4ed4-8e19-cafcc481298e req-7f7548f7-900f-4593-8e51-5917c8e2a729 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:28.576572 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26539727-26cf-4ed4-8e19-cafcc481298e req-7f7548f7-900f-4593-8e51-5917c8e2a729 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.1335626 Sep 27 16:42:28.601771 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-f767eea5-6e85-47c4-9df0-d62c775bfa21 None None] Current status of the port 7280c501-5177-4300-928d-2f3723cc292b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:28.618580 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:28.729160 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:28.748226 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-681d798e-ccfc-4acc-8b9d-e13892f1b4a8 req-2f23de7a-eda6-4132-81cc-f22291083af9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2fb4f321-b7d0-49d8-897e-df96cfdd37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984248 Sep 27 16:42:28.762106 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26539727-26cf-4ed4-8e19-cafcc481298e req-45940ecc-87a9-4ce7-ac78-99e25579ee35 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246514 Sep 27 16:42:28.773787 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Publish callbacks [] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.808567 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.829016 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-95ffd0fd-c7db-4152-8c71-9ef7fce3bffc None None] Provisioning complete for port 7280c501-5177-4300-928d-2f3723cc292b triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:28.830015 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-95ffd0fd-c7db-4152-8c71-9ef7fce3bffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (7280c501-5177-4300-928d-2f3723cc292b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.830505 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-95ffd0fd-c7db-4152-8c71-9ef7fce3bffc None None] Attempt 1 to provision port 7280c501-5177-4300-928d-2f3723cc292b Sep 27 16:42:28.850280 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.884609 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Attempting to bind port 6a2758a2-a01f-4326-8618-0d1a1cf2292c on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:28.884973 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Attempting to bind port 6a2758a2-a01f-4326-8618-0d1a1cf2292c by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:28.885336 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Attempting to bind port 6a2758a2-a01f-4326-8618-0d1a1cf2292c on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:28.930209 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Pushing event updated for resources: {'Port': ['ID=6a2758a2-a01f-4326-8618-0d1a1cf2292c,revision_number=2']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:28.957417 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-95ffd0fd-c7db-4152-8c71-9ef7fce3bffc None None] Current status of the port 7280c501-5177-4300-928d-2f3723cc292b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:28.961256 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.961598 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.961967 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.962315 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.962646 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.963150 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.963474 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.963794 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.964117 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.964434 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.964749 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.965080 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.965398 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.965710 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.966024 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:28.997659 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:28.998329 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:28.998963 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:28.999676 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:29.000250 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Bound port: 6a2758a2-a01f-4326-8618-0d1a1cf2292c, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:29.000874 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.062949 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] For port 6a2758a2-a01f-4326-8618-0d1a1cf2292c, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:29.067491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-d12947c8-da52-48d1-8dd6-b07b6400ab36 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:29.068045 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] For port 6a2758a2-a01f-4326-8618-0d1a1cf2292c, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=6a2758a2-a01f-4326-8618-0d1a1cf2292c,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:29.069786 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-d12947c8-da52-48d1-8dd6-b07b6400ab36 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 945 time: 0.0949571 Sep 27 16:42:29.108926 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Allocated IP 172.20.0.1 (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4/3733f6b0-d61e-438b-b2a5-1dbbbccd3e36/c57e1de7-7b2d-48f5-961f-57cb49438dce) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:29.137933 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.187011 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:29.187807 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:29.202799 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Deleting port 3886c674-6e5a-4ef4-b25f-926b0453292c {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:29.203401 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.251022 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22698aad-6e3e-4a37-bc29-ac487e26ce9b None None] Pushing event updated for resources: {'Port': ['ID=6a2758a2-a01f-4326-8618-0d1a1cf2292c,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:29.277625 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks [] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.337413 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:29.350635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] For port 3886c674-6e5a-4ef4-b25f-926b0453292c, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=3886c674-6e5a-4ef4-b25f-926b0453292c,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:29.351054 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.366897 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.425992 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c57e1de7-7b2d-48f5-961f-57cb49438dce,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:29.448076 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:29.452534 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:29.458164 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:29.496368 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:29.534224 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.600851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.601224 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.601559 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Floating IP 93dea3eb-e9d6-4a14-85fd-7da894efd2a0 disassociated. External IP: 172.27.2.6, port: 3886c674-6e5a-4ef4-b25f-926b0453292c. Sep 27 16:42:29.601892 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Calling delete_port for 3886c674-6e5a-4ef4-b25f-926b0453292c owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:29.743078 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 7280c501-5177-4300-928d-2f3723cc292b up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:29.744474 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:29.780900 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:29.829422 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:26Z', 'revision_number': 3, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:29.867472 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ae780-4e0e-4119-ab23-7155fb07cf60 None None] The sync data for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi is: [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:26Z', 'revision_number': 3, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:29.874203 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:29.874203 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.879559 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 7280c501-5177-4300-928d-2f3723cc292b triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:29.880607 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (7280c501-5177-4300-928d-2f3723cc292b), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.880607 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 7280c501-5177-4300-928d-2f3723cc292b Sep 27 16:42:29.891192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (3886c674-6e5a-4ef4-b25f-926b0453292c), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.942915 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event deleted for resources: {'Port': ['ID=3886c674-6e5a-4ef4-b25f-926b0453292c,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:29.992267 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Provisioning complete for port c57e1de7-7b2d-48f5-961f-57cb49438dce triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:29.992485 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:29.994706 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 1 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:30.046623 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:30.077389 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5ccc46df-c206-4de0-82bd-3679564d473a req-0e8799aa-c3b3-4c70-bab2-3c68254138fe tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0825071 Sep 27 16:42:30.143864 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:30.144103 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:30.162822 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 7280c501-5177-4300-928d-2f3723cc292b is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:30.184697 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Router efa0b90f-456e-4611-ba34-58b390437bee has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:30.201725 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:30.231313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7f781-2acf-4e99-8593-8734af54705c req-31832ef9-2c0c-4695-bf57-0e585a6f621c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:30.251616 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d5b7f781-2acf-4e99-8593-8734af54705c req-31832ef9-2c0c-4695-bf57-0e585a6f621c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.2477801 Sep 27 16:42:30.366192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:30.380684 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] Sync routers for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:30.399819 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:30.400428 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:30.423985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks [] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:30.485820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d5b7f781-2acf-4e99-8593-8734af54705c req-9e0b2af5-c048-4c7c-96a4-29b81f6ceebc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237079 Sep 27 16:42:30.487169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:30.550267 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 2 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:30.578502 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c57e1de7-7b2d-48f5-961f-57cb49438dce,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:30.637301 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:30.669714 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:30.692119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:30.813741 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:30.818557 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:30.919133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] No DVR routers for this DVR port 3886c674-6e5a-4ef4-b25f-926b0453292c on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:30.921856 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:30.925260 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b7fa594c-2f2b-4a74-bf9f-1e0a1cbfcff2 req-e1e89636-2249-45fd-94e2-836dbd506fe3 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3886c674-6e5a-4ef4-b25f-926b0453292c HTTP/1.1" status: 204 len: 173 time: 1.8491044 Sep 27 16:42:30.926492 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'name': 'network-vif-deleted', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:30.929536 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea43a9-3a7e-4862-894a-5d9e45b81b2a" -d '{"events": [{"server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "name": "network-vif-deleted", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:31.015737 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e16de2-5195-4a53-805b-7d591922988f x-openstack-request-id: req-a9e16de2-5195-4a53-805b-7d591922988f {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:31.016137 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c68417-b41c-4ab3-9fac-9e7087bfe731", "name": "network-vif-deleted", "tag": "3886c674-6e5a-4ef4-b25f-926b0453292c", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:31.018590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9e16de2-5195-4a53-805b-7d591922988f {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:31.018590 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e16de2-5195-4a53-805b-7d591922988f'] response: {'server_uuid': '18c68417-b41c-4ab3-9fac-9e7087bfe731', 'name': 'network-vif-deleted', 'tag': '3886c674-6e5a-4ef4-b25f-926b0453292c', 'status': 'completed', 'code': 200} Sep 27 16:42:31.081609 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:31.117122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:31.124036 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] Checking router: efa0b90f-456e-4611-ba34-58b390437bee for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:31.179164 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 3 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:31.179164 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:31.180053 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:31.283393 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:31.291240 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2e18ce7e-47ee-4f97-baae-3989220d52d3 req-493c3b0c-f013-4998-9307-fdd84552e462 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0763595 Sep 27 16:42:31.295939 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:31.399736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:31.402933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:31.422933 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c9f1a80a-6f5c-42f9-a85c-3b55c73495b5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4131575 Sep 27 16:42:31.729436 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d19671-ece9-414b-8ba6-39137ad912e3 req-8a4c5501-95f4-4b68-b366-7ef45e372898 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:31.732810 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a9d19671-ece9-414b-8ba6-39137ad912e3 req-8a4c5501-95f4-4b68-b366-7ef45e372898 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0900912 Sep 27 16:42:31.926447 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a2758a2-a01f-4326-8618-0d1a1cf2292c up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:31.927133 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a9d19671-ece9-414b-8ba6-39137ad912e3 req-dfb125ec-56ca-441d-8455-eea65d8cac1c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593729 Sep 27 16:42:31.927233 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 4 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:31.927233 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:31.927233 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:31.927233 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:31.927611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fef85f-eade-40f5-875b-5729acc780d2 None None] The sync data for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi is: [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:37:46Z', 'revision_number': 4, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '40a7b7b3-83fb-4920-8a0d-20bcdb504958', 'name': '', 'network_id': 'c69d5dae-8230-4d1b-853f-7ade2d011d4c', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'mac_address': 'fa:16:3e:d1:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e87174e-306c-4a80-9440-14ae73451098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:45Z', 'updated_at': '2022-09-27T16:37:49Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'subnets': [{'id': '3e87174e-306c-4a80-9440-14ae73451098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:31.927611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 6a2758a2-a01f-4326-8618-0d1a1cf2292c triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:31.927611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:31.927611 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 6a2758a2-a01f-4326-8618-0d1a1cf2292c Sep 27 16:42:32.003430 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:32.006752 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 6a2758a2-a01f-4326-8618-0d1a1cf2292c is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:32.007166 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:32.035271 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 6a2758a2-a01f-4326-8618-0d1a1cf2292c, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=6a2758a2-a01f-4326-8618-0d1a1cf2292c,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:32.148433 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:32.210323 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=6a2758a2-a01f-4326-8618-0d1a1cf2292c,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:32.370547 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 5 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:32.453197 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:32.518698 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ec68e6a1-2e98-4b58-97c9-4b181a7bb95f req-f77162da-0360-432b-811d-093e0a877fd9 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18c68417-b41c-4ab3-9fac-9e7087bfe731 HTTP/1.1" status: 200 len: 210 time: 0.0541189 Sep 27 16:42:32.523659 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597dc336-b8ef-4e45-a838-4afd2e3e937d None None] New status for floating IP 93dea3eb-e9d6-4a14-85fd-7da894efd2a0: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:42:32.554030 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Sync routers for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:32.567316 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:32.568213 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:32.710914 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:32.807008 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3886c674-6e5a-4ef4-b25f-926b0453292c no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:32.830295 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 3886c674-6e5a-4ef4-b25f-926b0453292c {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:32.830646 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 3886c674-6e5a-4ef4-b25f-926b0453292c not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:32.853327 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60960) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:32.858102 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919875589-network', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:32.953491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Made reservation on behalf of 7136a363bf5b4311ab7fa5a35013e5aa for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:42:32.955643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:32.958089 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 6 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:32.967231 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.015137 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:33.015799 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:33.042024 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 2, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:33.063652 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Checking router: bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:33.064157 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Updating router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 port c57e1de7-7b2d-48f5-961f-57cb49438dce binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:42:33.069124 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2a38-9614-45be-8107-055abbac628d req-9b1eb783-42ca-4b32-a296-683340b715be tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:33.070623 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks [] for security_group (6d9d662b-20bb-40f4-b8ef-c7beed5c3904), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.071035 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-684d2a38-9614-45be-8107-055abbac628d req-9b1eb783-42ca-4b32-a296-683340b715be tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0723884 Sep 27 16:42:33.103068 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.143557 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-684d2a38-9614-45be-8107-055abbac628d req-95e6327b-199d-4a28-bb3a-c9f57bdc50ed tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665112 Sep 27 16:42:33.200184 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (6d9d662b-20bb-40f4-b8ef-c7beed5c3904), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.217003 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:42:33.232200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (ae85e0fd-d711-4690-9fb6-7cb4f2b59593), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.232548 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Added segment ae85e0fd-d711-4690-9fb6-7cb4f2b59593 of type vlan for network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d Sep 27 16:42:33.303848 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d662b-20bb-40f4-b8ef-c7beed5c3904,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:33.317253 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.405529 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:33.406403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.407489 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:33.408073 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.448700 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Publish callbacks [] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.478579 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] Pushing event updated for resources: {'Network': ['ID=d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:33.493641 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:42:33.517562 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a20ebf46-fb2e-48a8-9992-cda0a9704eaf admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6631200 Sep 27 16:42:33.520958 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60966) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:33.526552 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Request body: {'subnet': {'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919875589-subnet', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:33.536977 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:33.628491 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Made reservation on behalf of 7136a363bf5b4311ab7fa5a35013e5aa for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:42:33.640131 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5391060'] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.711267 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 7 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:33.717132 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.719338 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60972) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:33.771838 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a2758a2-a01f-4326-8618-0d1a1cf2292c up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:33.825794 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c7f8-0c66-488f-a2aa-661ac866fafc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group (2fb4f321-b7d0-49d8-897e-df96cfdd37a3), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.836774 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:33.857106 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 6a2758a2-a01f-4326-8618-0d1a1cf2292c triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:33.857574 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.857996 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 6a2758a2-a01f-4326-8618-0d1a1cf2292c Sep 27 16:42:33.869087 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c7f8-0c66-488f-a2aa-661ac866fafc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group (2fb4f321-b7d0-49d8-897e-df96cfdd37a3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:33.951705 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Port c57e1de7-7b2d-48f5-961f-57cb49438dce cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:33.961437 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd919c5-7127-4d66-918e-e74b13dfb3f2 None None] Pushing event updated for resources: {'Port': ['ID=c57e1de7-7b2d-48f5-961f-57cb49438dce,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:34.001428 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 6a2758a2-a01f-4326-8618-0d1a1cf2292c is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:34.034659 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4515252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5391074'] for subnet (e57031c3-3260-4f1d-8a9d-c3fe4f7e083d), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.039854 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c7f8-0c66-488f-a2aa-661ac866fafc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2fb4f321-b7d0-49d8-897e-df96cfdd37a3), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.043812 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c7f8-0c66-488f-a2aa-661ac866fafc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.044460 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Attempting to bind port c57e1de7-7b2d-48f5-961f-57cb49438dce on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:34.044936 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Attempting to bind port c57e1de7-7b2d-48f5-961f-57cb49438dce by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:34.047273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Attempting to bind port c57e1de7-7b2d-48f5-961f-57cb49438dce on network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:34.048532 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e8f6c7f8-0c66-488f-a2aa-661ac866fafc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2fb4f321-b7d0-49d8-897e-df96cfdd37a3 HTTP/1.1" status: 204 len: 168 time: 0.3280149 Sep 27 16:42:34.049421 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60974) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:34.081381 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6c7f8-0c66-488f-a2aa-661ac866fafc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb4f321-b7d0-49d8-897e-df96cfdd37a3,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:34.090628 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:34.091792 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.api.v2.resource [None req-24f1c2ab-3e82-49c7-be11-91dfb73dbcf4 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] show failed (client error): The resource could not be found. Sep 27 16:42:34.098304 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-24f1c2ab-3e82-49c7-be11-91dfb73dbcf4 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups/2fb4f321-b7d0-49d8-897e-df96cfdd37a3 HTTP/1.1" status: 404 len: 347 time: 0.0435121 Sep 27 16:42:34.099741 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 60976) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:34.130563 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57031c3-3260-4f1d-8a9d-c3fe4f7e083d,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:34.137459 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Checking segment: {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:34.138020 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Network hostable DHCP agents. Network: d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:42:34.149243 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:34.149894 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Checking segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:34.150613 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.151347 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Bound using segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:34.152090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Bound port: c57e1de7-7b2d-48f5-961f-57cb49438dce, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:34.152724 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.200472 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:42:34.239625 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] For port c57e1de7-7b2d-48f5-961f-57cb49438dce, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:34.243221 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] For port c57e1de7-7b2d-48f5-961f-57cb49438dce, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c57e1de7-7b2d-48f5-961f-57cb49438dce,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:34.307032 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:34.311484 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:34.312162 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:34.312526 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.324579 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e3aa2-0f6a-4977-b725-d0360a016768 None None] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:34.342409 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e8449-2296-4a12-8534-a72ff462dded req-d93ccacb-c60b-4c94-912b-d77cd8666930 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:34.343806 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b7e8449-2296-4a12-8534-a72ff462dded req-d93ccacb-c60b-4c94-912b-d77cd8666930 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.1046598 Sep 27 16:42:34.404992 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0a05194c-9a79-4a14-be50-8f65f145d383 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8803539 Sep 27 16:42:34.405460 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Deleting port 2afe4352-3fd1-4fd4-b139-ffa27b560e6e {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:34.405460 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.405801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 60980) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:34.411300 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:34.451033 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.466363 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Attempt 8 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:34.527485 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6b7e8449-2296-4a12-8534-a72ff462dded req-e6e330dd-37e9-433b-9e94-3b9dbe9fa437 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698868 Sep 27 16:42:34.561944 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.564809 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.596297 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:34.614162 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.615932 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.622872 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:34.624923 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:34.664959 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Calling delete_port for 2afe4352-3fd1-4fd4-b139-ffa27b560e6e owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:34.693687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks [] for router_controller (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.696324 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d', 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d', 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'fixed_ips': [{'subnet_id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:42:34.705597 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.714291 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d995be97-cc46-4cfb-9588-714c7c622619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.749724 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd919c5-7127-4d66-918e-e74b13dfb3f2 None None] Pushing event updated for resources: {'Port': ['ID=c57e1de7-7b2d-48f5-961f-57cb49438dce,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:34.916170 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:34.950812 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks [] for router_gateway (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:34.977811 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Current status of the port c57e1de7-7b2d-48f5-961f-57cb49438dce is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:34.978163 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.007119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:35.007886 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (2afe4352-3fd1-4fd4-b139-ffa27b560e6e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.046188 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event deleted for resources: {'Port': ['ID=2afe4352-3fd1-4fd4-b139-ffa27b560e6e,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:35.058534 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5f43-1c8d-46bb-a1b2-9c373fe21d72 req-6d0b67c5-f33a-4261-8273-f4c1df416a62 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:35.060103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-115b5f43-1c8d-46bb-a1b2-9c373fe21d72 req-6d0b67c5-f33a-4261-8273-f4c1df416a62 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.0833993 Sep 27 16:42:35.078432 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:35.156280 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] For port c57e1de7-7b2d-48f5-961f-57cb49438dce, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c57e1de7-7b2d-48f5-961f-57cb49438dce,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:35.206115 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Allocated IP 172.20.0.2 (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d/e57031c3-3260-4f1d-8a9d-c3fe4f7e083d/293877e5-8441-4a8f-93e4-c0a7780efcfa) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:35.207902 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-115b5f43-1c8d-46bb-a1b2-9c373fe21d72 req-7d613334-fbe7-4a89-aa29-40d14458f633 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335959 Sep 27 16:42:35.231150 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.239423 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks [] for floatingip (93dea3eb-e9d6-4a14-85fd-7da894efd2a0), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.244979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.247997 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-66cfcbb7-4974-4e00-aff5-47f578632b57 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/93dea3eb-e9d6-4a14-85fd-7da894efd2a0 HTTP/1.1" status: 204 len: 168 time: 1.1456082 Sep 27 16:42:35.272277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks [] for router_gateway (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.297203 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.428511 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-3f39776c-cfe2-4448-afef-98305447d829 None None] Provisioning complete for port c57e1de7-7b2d-48f5-961f-57cb49438dce triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:35.428798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3f39776c-cfe2-4448-afef-98305447d829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.429133 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-3f39776c-cfe2-4448-afef-98305447d829 None None] Attempt 1 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:35.430740 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516d4a-33e8-485d-ab3f-278174a0288e None None] Pushing event updated for resources: {'Port': ['ID=c57e1de7-7b2d-48f5-961f-57cb49438dce,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:35.453837 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Allocated IP 172.27.2.40 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/d82c1863-8768-46d1-85f2-3434b56f86d9) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:35.541035 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:34Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:35.553271 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:35.585604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234e0f74-1cd5-4a6b-8de6-c1be8d4f2b60 None None] The sync data for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi is: [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:34Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:35.682384 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks [] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.743126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c07e-6076-4240-9eb3-d941f670392d req-475c2f19-0037-4c29-b83d-21c37ebe45f0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:35.749650 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e9f8c07e-6076-4240-9eb3-d941f670392d req-475c2f19-0037-4c29-b83d-21c37ebe45f0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.1244469 Sep 27 16:42:35.791243 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Publish callbacks [] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.804655 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3f39776c-cfe2-4448-afef-98305447d829 None None] Current status of the port c57e1de7-7b2d-48f5-961f-57cb49438dce is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:35.822372 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e9f8c07e-6076-4240-9eb3-d941f670392d req-1cf3d072-16e8-43a1-a27b-24090cf6ca14 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710564 Sep 27 16:42:35.869349 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.886247 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:35.943399 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:35.944617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:35.949508 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:35.950229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:35.951648 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:35.952362 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Pushing event updated for resources: {'Port': ['ID=293877e5-8441-4a8f-93e4-c0a7780efcfa,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:35.954910 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:35.955566 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:36.006974 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Pushing event updated for resources: {'Port': ['ID=d82c1863-8768-46d1-85f2-3434b56f86d9,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:36.009109 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:36.055275 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Attempting to bind port 293877e5-8441-4a8f-93e4-c0a7780efcfa on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:36.055768 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Attempting to bind port 293877e5-8441-4a8f-93e4-c0a7780efcfa by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:36.056146 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Attempting to bind port 293877e5-8441-4a8f-93e4-c0a7780efcfa on network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:36.130499 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:36.133975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Checking segment: {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:36.133975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:36.133975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Bound using segment: {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:36.133975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Bound port: 293877e5-8441-4a8f-93e4-c0a7780efcfa, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:36.133975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:36.397623 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] For port 293877e5-8441-4a8f-93e4-c0a7780efcfa, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:36.401717 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] For port 293877e5-8441-4a8f-93e4-c0a7780efcfa, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=293877e5-8441-4a8f-93e4-c0a7780efcfa,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:36.429961 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0ce96-118d-48e0-9ba2-d2fae5b7b1d3 req-f889d50f-78e5-4a91-96dd-3b4fd197ff0f tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:36.434274 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7be0ce96-118d-48e0-9ba2-d2fae5b7b1d3 req-f889d50f-78e5-4a91-96dd-3b4fd197ff0f tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.1332994 Sep 27 16:42:36.475226 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:36.542380 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7be0ce96-118d-48e0-9ba2-d2fae5b7b1d3 req-32c321a8-3034-485d-a349-946b5d6eeb00 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032085 Sep 27 16:42:36.560740 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks [] for router_gateway (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:36.628669 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e38a1-54f2-4e1b-a83a-5453c50d935a None None] Pushing event updated for resources: {'Port': ['ID=293877e5-8441-4a8f-93e4-c0a7780efcfa,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:36.953707 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-e9808db6-6527-45bd-b979-8e52519cb797 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:37.000514 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-e9808db6-6527-45bd-b979-8e52519cb797 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.1440644 Sep 27 16:42:37.057814 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.087573 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2486-9ecb-47b0-9728-a99d7bd8a913 req-b96bcde5-514b-4143-b5a7-06bc83169009 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:37.089402 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-85ac2486-9ecb-47b0-9728-a99d7bd8a913 req-b96bcde5-514b-4143-b5a7-06bc83169009 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0646424 Sep 27 16:42:37.151857 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-85ac2486-9ecb-47b0-9728-a99d7bd8a913 req-3cf68822-76d6-4ec6-9e9e-591b43e31bc1 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561409 Sep 27 16:42:37.174808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Deleting port 52f691b3-ea75-4afe-9e42-e90c76a84965 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:37.174808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.309252 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] For port 52f691b3-ea75-4afe-9e42-e90c76a84965, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=52f691b3-ea75-4afe-9e42-e90c76a84965,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:37.309559 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.357679 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:37.454234 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-107e2152-86e0-4a75-9e9f-ee96ab6c01be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.493970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.494340 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (4ca49690-8d6f-4ce9-b60c-55c65ba51ddc), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.494671 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Floating IP 4ca49690-8d6f-4ce9-b60c-55c65ba51ddc disassociated. External IP: 172.27.2.89, port: 52f691b3-ea75-4afe-9e42-e90c76a84965. Sep 27 16:42:37.495030 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Calling delete_port for 52f691b3-ea75-4afe-9e42-e90c76a84965 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:37.540607 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:37.584161 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:42:37.718041 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88c9a-184a-487b-a732-cf18443f8a22 req-4d5bdd98-1208-4a87-9346-27d09c35129b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:37.719566 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-02d88c9a-184a-487b-a732-cf18443f8a22 req-4d5bdd98-1208-4a87-9346-27d09c35129b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 946 time: 0.0634668 Sep 27 16:42:37.750179 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:37.760012 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Sync routers for ids ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:37.776866 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Routers {'d39bb8f6-ed6d-4b8f-b415-3a93560ea982'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:37.777877 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:37.794526 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 293877e5-8441-4a8f-93e4-c0a7780efcfa up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:37.809870 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (52f691b3-ea75-4afe-9e42-e90c76a84965), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.868040 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-02d88c9a-184a-487b-a732-cf18443f8a22 req-34331f4e-66a5-4bef-9dca-37135e15767c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372728 Sep 27 16:42:37.869507 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'Port': ['ID=52f691b3-ea75-4afe-9e42-e90c76a84965,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:37.889751 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.894864 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 32776) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:37.896507 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ec7ae-cca1-4c15-86a3-1196172d1f28 None None] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:37.900036 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-46b27787-052f-4b45-bd4f-fb6093bb8959 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4928865 Sep 27 16:42:37.961322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 293877e5-8441-4a8f-93e4-c0a7780efcfa triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:37.961555 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Set router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:37.962240 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:37.962962 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 293877e5-8441-4a8f-93e4-c0a7780efcfa Sep 27 16:42:38.015391 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Provisioning complete for port 293877e5-8441-4a8f-93e4-c0a7780efcfa triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:38.015605 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:38.017196 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.017813 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Attempt 1 to provision port 293877e5-8441-4a8f-93e4-c0a7780efcfa Sep 27 16:42:38.088371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:38.218133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.288996 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:42:36Z', 'revision_number': 3, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:38.347151 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Checking router: d39bb8f6-ed6d-4b8f-b415-3a93560ea982 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:38.347790 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Updating router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 port d82c1863-8768-46d1-85f2-3434b56f86d9 binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:42:38.357085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 293877e5-8441-4a8f-93e4-c0a7780efcfa is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:38.357487 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.418274 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.448136 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611957-caaa-477c-aacc-c1688cd7c760 req-e521e53f-6501-476e-bb39-61d5c90f280c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:38.457629 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-03611957-caaa-477c-aacc-c1688cd7c760 req-e521e53f-6501-476e-bb39-61d5c90f280c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.1023037 Sep 27 16:42:38.499617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Current status of the port 293877e5-8441-4a8f-93e4-c0a7780efcfa is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:38.500160 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.559518 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:38.648130 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port 293877e5-8441-4a8f-93e4-c0a7780efcfa, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=293877e5-8441-4a8f-93e4-c0a7780efcfa,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:38.708519 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-03611957-caaa-477c-aacc-c1688cd7c760 req-d6c83525-5e3d-45ab-a7cb-cbe1d81503c3 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489638 Sep 27 16:42:38.715400 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.716491 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c57e1de7-7b2d-48f5-961f-57cb49438dce up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:38.731566 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39e439-08f4-4906-9eb0-75843741347e req-a6af8879-f15c-48d4-8321-94c5ad8df61d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:38.733373 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:38.742011 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2a39e439-08f4-4906-9eb0-75843741347e req-a6af8879-f15c-48d4-8321-94c5ad8df61d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1002488 Sep 27 16:42:38.774043 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:38.804722 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:38.868646 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:38.888370 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2a39e439-08f4-4906-9eb0-75843741347e req-f8dbc2b4-7dba-4d3e-bb80-95342e832c1f tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434689 Sep 27 16:42:38.908668 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=293877e5-8441-4a8f-93e4-c0a7780efcfa,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:38.916298 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:38.933596 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] No DVR routers for this DVR port 52f691b3-ea75-4afe-9e42-e90c76a84965 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:38.936568 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.942306 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b3542aa2-0591-4dec-9580-6aa7a57d7db0 req-8bdbc439-9c86-42f4-a0bc-e9a49b5f5ad0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "DELETE /networking/v2.0/ports/52f691b3-ea75-4afe-9e42-e90c76a84965 HTTP/1.1" status: 204 len: 173 time: 1.9241846 Sep 27 16:42:38.942893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'name': 'network-vif-deleted', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:38.945393 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b744a5-e853-45c2-9039-5aa7360ce785" -d '{"events": [{"server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "name": "network-vif-deleted", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:38.962824 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Publish callbacks [] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.990207 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c57be-3cd5-47b3-8b19-8950518a620a x-openstack-request-id: req-d88c57be-3cd5-47b3-8b19-8950518a620a {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:38.990866 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port c57e1de7-7b2d-48f5-961f-57cb49438dce triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:38.990985 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d959d05-2c44-4e4c-a8c0-9dd0b985b564", "name": "network-vif-deleted", "tag": "52f691b3-ea75-4afe-9e42-e90c76a84965", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:38.991159 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:38.991261 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d88c57be-3cd5-47b3-8b19-8950518a620a {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:38.991366 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port c57e1de7-7b2d-48f5-961f-57cb49438dce Sep 27 16:42:38.991463 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88c57be-3cd5-47b3-8b19-8950518a620a'] response: {'server_uuid': '3d959d05-2c44-4e4c-a8c0-9dd0b985b564', 'name': 'network-vif-deleted', 'tag': '52f691b3-ea75-4afe-9e42-e90c76a84965', 'status': 'completed', 'code': 200} Sep 27 16:42:39.004988 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:39.024627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:39.025406 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:39.028088 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.082097 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a893d78f-1f08-465a-89b3-cd6dfb202fd6 req-5660cda3-faec-4155-a8e9-5b92e4fcccd2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0530667 Sep 27 16:42:39.127775 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48158090-3107-4e55-ba85-b7e19bdffaaf None None] Pushing event updated for resources: {'Port': ['ID=d82c1863-8768-46d1-85f2-3434b56f86d9,revision_number=2']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:39.132973 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Attempting to bind port d82c1863-8768-46d1-85f2-3434b56f86d9 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:39.133345 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Attempting to bind port d82c1863-8768-46d1-85f2-3434b56f86d9 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:39.133728 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Attempting to bind port d82c1863-8768-46d1-85f2-3434b56f86d9 on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:39.155524 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:42:39.156035 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:42:39.196215 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:39.196911 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:39.197242 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port c57e1de7-7b2d-48f5-961f-57cb49438dce is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:39.197647 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.198198 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:39.199560 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Bound port: d82c1863-8768-46d1-85f2-3434b56f86d9, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:39.200366 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.210649 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.261390 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] For port d82c1863-8768-46d1-85f2-3434b56f86d9, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:39.265264 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] For port d82c1863-8768-46d1-85f2-3434b56f86d9, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=d82c1863-8768-46d1-85f2-3434b56f86d9,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:39.273419 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:39.341756 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.393392 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Routers {'d39bb8f6-ed6d-4b8f-b415-3a93560ea982'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:39.394970 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:39.439841 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Allocated IP 172.20.0.1 (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d/e57031c3-3260-4f1d-8a9d-c3fe4f7e083d/73f14aac-9d57-48ac-9859-7911f03367e1) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:39.512220 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48158090-3107-4e55-ba85-b7e19bdffaaf None None] Pushing event updated for resources: {'Port': ['ID=d82c1863-8768-46d1-85f2-3434b56f86d9,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:39.526887 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:39.540936 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] Set router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:39.558282 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:39.569523 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:39.570520 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:39.726170 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:39.765692 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-9399f2c9-62cb-431d-b19d-e0a472b49e8a None None] Current status of the port 293877e5-8441-4a8f-93e4-c0a7780efcfa is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:39.776207 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:39.839605 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 293877e5-8441-4a8f-93e4-c0a7780efcfa up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:39.846881 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:42:36Z', 'revision_number': 3, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:39.874735 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f368ee4-4eb9-46c0-b949-3979ecffa3e5 None None] The sync data for ids ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'] in dv-cinder-855060-2-iscsi is: [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:42:36Z', 'revision_number': 3, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:39.898610 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab161bc-dcdb-49bd-9b83-ea2e0ae7c71c req-6b2e4abd-1740-4760-a5ae-ec9119d21c00 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:39.899340 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fab161bc-dcdb-49bd-9b83-ea2e0ae7c71c req-6b2e4abd-1740-4760-a5ae-ec9119d21c00 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0689173 Sep 27 16:42:39.908658 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.969276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.971165 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks [] for port (73f14aac-9d57-48ac-9859-7911f03367e1), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.986676 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:39.993746 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-bdb241a8-056d-46ed-ba46-bf4af63f6319 None None] Provisioning complete for port 293877e5-8441-4a8f-93e4-c0a7780efcfa triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:39.994123 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bdb241a8-056d-46ed-ba46-bf4af63f6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:39.994481 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-bdb241a8-056d-46ed-ba46-bf4af63f6319 None None] Attempt 1 to provision port 293877e5-8441-4a8f-93e4-c0a7780efcfa Sep 27 16:42:40.000237 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fab161bc-dcdb-49bd-9b83-ea2e0ae7c71c req-80425d43-7b37-4795-a23a-495112acd425 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904195 Sep 27 16:42:40.048939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269c65-4718-4d4b-b2f1-55f0269a09e8 req-cb1f68c7-81f2-4336-89b7-d3ff2b798e66 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:40.050995 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e0269c65-4718-4d4b-b2f1-55f0269a09e8 req-cb1f68c7-81f2-4336-89b7-d3ff2b798e66 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0688188 Sep 27 16:42:40.074003 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 293877e5-8441-4a8f-93e4-c0a7780efcfa triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:40.074387 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:40.074723 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 293877e5-8441-4a8f-93e4-c0a7780efcfa Sep 27 16:42:40.104101 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e0269c65-4718-4d4b-b2f1-55f0269a09e8 req-95c2ffea-86e8-45c0-bd34-7164afffa631 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Sep 27 16:42:40.165360 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:40.216079 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:40.239890 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:40.242501 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:40.325808 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-920da60c-7c90-46f1-9bb4-9a149d0a026e req-366e21ae-9e35-4d9c-a988-6bbe45c4f76c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0875487 Sep 27 16:42:40.373014 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Pushing event updated for resources: {'Port': ['ID=73f14aac-9d57-48ac-9859-7911f03367e1,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:40.375383 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:40.384725 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:40.414678 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7844b2-be3a-43b1-a659-8b7a873492f7 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:40.423994 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:40.458057 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:40.462144 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 293877e5-8441-4a8f-93e4-c0a7780efcfa is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:40.471553 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bdb241a8-056d-46ed-ba46-bf4af63f6319 None None] Current status of the port 293877e5-8441-4a8f-93e4-c0a7780efcfa is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:40.596763 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Provisioning complete for port 73f14aac-9d57-48ac-9859-7911f03367e1 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:40.597688 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:40.597984 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 1 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:40.641862 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Port 73f14aac-9d57-48ac-9859-7911f03367e1 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:40.673275 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:40.769614 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b8fd79-4610-4b45-95d4-368e3e9ff002 None None] New status for floating IP 4ca49690-8d6f-4ce9-b60c-55c65ba51ddc: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:42:40.832585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 52f691b3-ea75-4afe-9e42-e90c76a84965 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:40.854624 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 52f691b3-ea75-4afe-9e42-e90c76a84965 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:40.859785 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 52f691b3-ea75-4afe-9e42-e90c76a84965 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:40.866120 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks [] for port (73f14aac-9d57-48ac-9859-7911f03367e1), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:40.946675 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:41.015231 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Pushing event updated for resources: {'Port': ['ID=73f14aac-9d57-48ac-9859-7911f03367e1,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:41.020667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:41.114302 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-f7d8b7fe-c68d-47ff-adcf-34f851397cc0 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.115777 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-f7d8b7fe-c68d-47ff-adcf-34f851397cc0 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.0711651 Sep 27 16:42:41.143397 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 2 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:41.175879 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ac64f-8777-4aa6-b2cf-68a07ea3816f req-dc387726-2ddf-4300-9a30-f414ab41938b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.177529 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-380ac64f-8777-4aa6-b2cf-68a07ea3816f req-dc387726-2ddf-4300-9a30-f414ab41938b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0737617 Sep 27 16:42:41.192324 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Port 73f14aac-9d57-48ac-9859-7911f03367e1 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:41.197710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:41.200568 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:41.241407 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:41.326916 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-51b28846-8485-4b54-ba1a-00dc5908e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.328846 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-51b28846-8485-4b54-ba1a-00dc5908e9a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1130 time: 0.1053252 Sep 27 16:42:41.357450 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-380ac64f-8777-4aa6-b2cf-68a07ea3816f req-b757bc8d-0fce-42a6-8131-5e70707b8b51 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580169 Sep 27 16:42:41.374229 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f10d-63d4-4a79-98cf-f7c4e6e8ac1d req-362f89f3-9bcc-43a8-a294-aa3aacccb388 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.376300 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7472f10d-63d4-4a79-98cf-f7c4e6e8ac1d req-362f89f3-9bcc-43a8-a294-aa3aacccb388 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 946 time: 0.1511567 Sep 27 16:42:41.437375 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:41.441574 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Deleting port 207d0a14-eef1-4291-ac34-12fd2700d04d {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:41.441946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:41.504454 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:41.511377 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-42a37d4c-ea84-4841-aaea-a9750846cadf req-1a0fdb6f-5cce-4e44-8e23-9c955e8ea575 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d959d05-2c44-4e4c-a8c0-9dd0b985b564 HTTP/1.1" status: 200 len: 210 time: 0.0482693 Sep 27 16:42:41.528494 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7472f10d-63d4-4a79-98cf-f7c4e6e8ac1d req-edce2bfd-2d69-4dc3-88fa-fef91880cf28 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161194 Sep 27 16:42:41.529244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-cadad8dd-340b-4b45-823c-3a4600b7a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.542838 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-cadad8dd-340b-4b45-823c-3a4600b7a545 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.2042191 Sep 27 16:42:41.636530 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] For port 207d0a14-eef1-4291-ac34-12fd2700d04d, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=207d0a14-eef1-4291-ac34-12fd2700d04d,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:41.636965 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:41.650416 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:41.656492 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-8d425b0e-49a3-4221-a7f7-057aaa682d39 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 1001 time: 0.1059110 Sep 27 16:42:41.656622 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-2e2e32c7-9378-4d2b-a5b9-8b659b650186 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/d39bb8f6-ed6d-4b8f-b415-3a93560ea982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7604458 Sep 27 16:42:41.662199 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Calling delete_port for 207d0a14-eef1-4291-ac34-12fd2700d04d owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:41.693098 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 3 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:41.746688 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:41.751280 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d82c1863-8768-46d1-85f2-3434b56f86d9 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:41.756600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Port 73f14aac-9d57-48ac-9859-7911f03367e1 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:41.766814 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-e8dd4ae1-ca94-43f7-a440-29e7492e9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.768328 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-e8dd4ae1-ca94-43f7-a440-29e7492e9d29 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.1022167 Sep 27 16:42:41.805112 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port d82c1863-8768-46d1-85f2-3434b56f86d9 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:41.805479 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:41.805816 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port d82c1863-8768-46d1-85f2-3434b56f86d9 Sep 27 16:42:41.843246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-b2f4635e-da42-4a2c-bde8-a45f86381da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:41.844884 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-b2f4635e-da42-4a2c-bde8-a45f86381da2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698175 Sep 27 16:42:41.886757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port d82c1863-8768-46d1-85f2-3434b56f86d9 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:41.887262 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:41.911425 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port d82c1863-8768-46d1-85f2-3434b56f86d9, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=d82c1863-8768-46d1-85f2-3434b56f86d9,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:42.005750 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (207d0a14-eef1-4291-ac34-12fd2700d04d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.017133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['9a2e9512-fd72-4935-9024-5d91227158e5', '207d0a14-eef1-4291-ac34-12fd2700d04d'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:42.024517 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.066950 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event deleted for resources: {'Port': ['ID=207d0a14-eef1-4291-ac34-12fd2700d04d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:42.095635 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:42.136937 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=d82c1863-8768-46d1-85f2-3434b56f86d9,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:42.150621 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 32820) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:42.157246 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135687175', 'description': 'tempest-secgroup-smoke-1135687175 description', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:42.180945 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:42.199970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] No DVR routers for this DVR port 207d0a14-eef1-4291-ac34-12fd2700d04d on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:42.202824 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.207184 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-3f73c257-5bdf-49b4-af5b-53f22cbaba7e req-a2841b88-a345-4a16-9dae-09f7d972f332 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "DELETE /networking/v2.0/ports/207d0a14-eef1-4291-ac34-12fd2700d04d HTTP/1.1" status: 204 len: 173 time: 1.0303230 Sep 27 16:42:42.212454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'name': 'network-vif-deleted', 'tag': '207d0a14-eef1-4291-ac34-12fd2700d04d'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:42.214413 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7badfc7d-9607-4855-a68b-934c049cd20b" -d '{"events": [{"server_uuid": "2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666", "name": "network-vif-deleted", "tag": "207d0a14-eef1-4291-ac34-12fd2700d04d"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:42.257383 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-de7e8449-ca30-4081-a843-2a8a2ce942e8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923099 Sep 27 16:42:42.258142 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 4 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:42.264904 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef74039-13ec-4005-81a3-60600698b68b x-openstack-request-id: req-eef74039-13ec-4005-81a3-60600698b68b {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:42.265516 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666", "name": "network-vif-deleted", "tag": "207d0a14-eef1-4291-ac34-12fd2700d04d", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:42.266094 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eef74039-13ec-4005-81a3-60600698b68b {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:42.266653 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef74039-13ec-4005-81a3-60600698b68b'] response: {'server_uuid': '2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666', 'name': 'network-vif-deleted', 'tag': '207d0a14-eef1-4291-ac34-12fd2700d04d', 'status': 'completed', 'code': 200} Sep 27 16:42:42.278765 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:42.292829 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Port 73f14aac-9d57-48ac-9859-7911f03367e1 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:42.309187 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.379579 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Sync routers for ids ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:42.389704 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-ebe3d5e1-e57c-406b-91b7-1c15451bc368 req-0a9b9ee4-7423-4b91-a11f-8f59d5f11c40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183066 Sep 27 16:42:42.400600 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Routers {'d39bb8f6-ed6d-4b8f-b415-3a93560ea982'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:42.401604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:42.434988 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group (9515b710-4238-41c0-a0b3-ea09e0b4bf90), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.518069 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9515b710-4238-41c0-a0b3-ea09e0b4bf90), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.536643 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Set router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:42.579257 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55108515-2fae-4077-b407-e3dc2448dd1f req-5072f79f-1875-4366-8002-78563aff8a02 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:42.580840 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-55108515-2fae-4077-b407-e3dc2448dd1f req-5072f79f-1875-4366-8002-78563aff8a02 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0944369 Sep 27 16:42:42.622470 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9515b710-4238-41c0-a0b3-ea09e0b4bf90,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:42.646375 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.650751 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-fe6e523a-8d1a-484c-8ecc-26be5da7aa6f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4955823 Sep 27 16:42:42.650955 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 32832) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:42.661392 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group_rule': {'security_group_id': '9515b710-4238-41c0-a0b3-ea09e0b4bf90', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:42.701928 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-55108515-2fae-4077-b407-e3dc2448dd1f req-2732f6b2-916b-479c-a76d-3d8e4fbc713e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130545 Sep 27 16:42:42.731487 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e4cee45e-d4c0-49f9-99fb-e8c1ffe9252f req-e5647c4c-04c2-4b85-b963-6638a4e8321b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0497706 Sep 27 16:42:42.779839 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:42:40Z', 'revision_number': 4, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '73f14aac-9d57-48ac-9859-7911f03367e1', 'name': '', 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'mac_address': 'fa:16:3e:ee:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:39Z', 'updated_at': '2022-09-27T16:42:40Z', 'revision_number': 2, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'subnets': [{'id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:42.794031 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (899177a3-ca71-4477-a6ca-965dcaa31411), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.808733 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 5 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:42.812022 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Checking router: d39bb8f6-ed6d-4b8f-b415-3a93560ea982 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:42.812389 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Updating router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 port 73f14aac-9d57-48ac-9859-7911f03367e1 binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:42:42.870592 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Port 73f14aac-9d57-48ac-9859-7911f03367e1 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:42.871152 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.877670 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (899177a3-ca71-4477-a6ca-965dcaa31411), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.883384 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-32844a8f-64cf-47de-b0d2-a1358ad84dcd tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-849232985&fields=id&tenant_id=1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 267 time: 0.0729415 Sep 27 16:42:42.944413 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (899177a3-ca71-4477-a6ca-965dcaa31411), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:42.975506 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899177a3-ca71-4477-a6ca-965dcaa31411,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:43.013498 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-a7d64ac6-0628-4aac-89ab-bb9e317d9bbf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:43.015156 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-a7d64ac6-0628-4aac-89ab-bb9e317d9bbf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 811 time: 0.1246414 Sep 27 16:42:43.031181 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-24b282b9-d8f1-46cb-9984-be4997a7d7ea tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 375 time: 0.0098605 Sep 27 16:42:43.067279 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.068479 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4afa1956-f8f3-4d9d-890e-4102f8eb500b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4160676 Sep 27 16:42:43.071358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 32838) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:43.077266 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group_rule': {'security_group_id': '9515b710-4238-41c0-a0b3-ea09e0b4bf90', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:43.101582 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-acb78462-33b1-4e00-b363-4d8d8030dc96 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649152 Sep 27 16:42:43.147479 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Publish callbacks [] for port (73f14aac-9d57-48ac-9859-7911f03367e1), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.176190 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:43.203985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (f694b5ec-5f4a-4b1a-ad49-d26319793adb), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.211119 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-dbf3e6e7-3280-40ad-8b26-9e254b42753a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993569 Sep 27 16:42:43.216605 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.296407 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0a6bf-4c9e-4a01-8d46-a4a7f5804350 None None] Pushing event updated for resources: {'Port': ['ID=73f14aac-9d57-48ac-9859-7911f03367e1,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:43.303017 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:43.312504 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Attempting to bind port 73f14aac-9d57-48ac-9859-7911f03367e1 on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:43.312872 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Attempting to bind port 73f14aac-9d57-48ac-9859-7911f03367e1 by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:43.313230 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Attempting to bind port 73f14aac-9d57-48ac-9859-7911f03367e1 on network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:43.319008 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:43.321003 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (f694b5ec-5f4a-4b1a-ad49-d26319793adb), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.348887 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-bfc53ea7-f87d-4498-88c1-ee6acacea418 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318221 Sep 27 16:42:43.358965 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:43.359352 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Checking segment: {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:43.359813 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.360209 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Bound using segment: {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:43.360689 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Bound port: 73f14aac-9d57-48ac-9859-7911f03367e1, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:43.361076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.372458 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 6 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:43.415329 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (f694b5ec-5f4a-4b1a-ad49-d26319793adb), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.427874 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:43.435491 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Port 73f14aac-9d57-48ac-9859-7911f03367e1 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:43.439521 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f694b5ec-5f4a-4b1a-ad49-d26319793adb,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:43.460958 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] For port 73f14aac-9d57-48ac-9859-7911f03367e1, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:43.464053 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] For port 73f14aac-9d57-48ac-9859-7911f03367e1, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=73f14aac-9d57-48ac-9859-7911f03367e1,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:43.549117 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.551580 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.555671 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-8ddbb948-8c9c-49cb-9a70-be3c717cddec tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4805741 Sep 27 16:42:43.558566 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 32846) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:43.560879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group_rule': {'security_group_id': '9515b710-4238-41c0-a0b3-ea09e0b4bf90', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:43.587450 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Routers {'d39bb8f6-ed6d-4b8f-b415-3a93560ea982'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:43.588220 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:43.658358 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0a6bf-4c9e-4a01-8d46-a4a7f5804350 None None] Pushing event updated for resources: {'Port': ['ID=73f14aac-9d57-48ac-9859-7911f03367e1,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:43.666683 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (6bbd1b6c-cb16-4261-884e-d15f65b9feae), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.723544 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] Set router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:43.749148 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (6bbd1b6c-cb16-4261-884e-d15f65b9feae), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.799190 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d82c1863-8768-46d1-85f2-3434b56f86d9 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:43.848315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5c311-1c4d-4ff7-bc6c-2a02ea5d705f req-fde8feb5-b95e-4215-9b06-8e1d75a7e642 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:43.851035 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91a5c311-1c4d-4ff7-bc6c-2a02ea5d705f req-fde8feb5-b95e-4215-9b06-8e1d75a7e642 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0527093 Sep 27 16:42:43.874662 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (6bbd1b6c-cb16-4261-884e-d15f65b9feae), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.899483 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd1b6c-cb16-4261-884e-d15f65b9feae,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:43.904800 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-91a5c311-1c4d-4ff7-bc6c-2a02ea5d705f req-b43c3b95-ab5f-4bb5-a147-7cac45ee27ea tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474792 Sep 27 16:42:43.911101 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port d82c1863-8768-46d1-85f2-3434b56f86d9 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:43.911568 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.911683 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port d82c1863-8768-46d1-85f2-3434b56f86d9 Sep 27 16:42:43.975789 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:43.977093 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-82ccb315-9bb4-4e0a-a168-5f88decae335 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4198895 Sep 27 16:42:43.980129 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 32852) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:43.984752 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group_rule': {'security_group_id': '9515b710-4238-41c0-a0b3-ea09e0b4bf90', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:44.045463 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c982e63-198f-4971-b574-461c4a899764 req-c376bb63-d813-4d5c-940d-b10e6bc6db32 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0530767 Sep 27 16:42:44.097006 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-881470ce-9b33-4507-a016-4a5c946fa25d req-4320a9c0-9ae4-465e-9480-dcdd842e55f8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0476840 Sep 27 16:42:44.112306 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Attempt 7 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:44.143503 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:44.154469 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (78b517ab-955e-4b89-a3d8-336e7a21e64d), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.230126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (78b517ab-955e-4b89-a3d8-336e7a21e64d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.241839 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:42:40Z', 'revision_number': 4, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '73f14aac-9d57-48ac-9859-7911f03367e1', 'name': '', 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'mac_address': 'fa:16:3e:ee:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:39Z', 'updated_at': '2022-09-27T16:42:43Z', 'revision_number': 4, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'subnets': [{'id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:44.284260 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (78b517ab-955e-4b89-a3d8-336e7a21e64d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.294714 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd832-2fd0-4447-b47f-5318cbbc9295 None None] The sync data for ids ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'] in dv-cinder-855060-2-iscsi is: [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:42:40Z', 'revision_number': 4, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '73f14aac-9d57-48ac-9859-7911f03367e1', 'name': '', 'network_id': 'd06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'mac_address': 'fa:16:3e:ee:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:39Z', 'updated_at': '2022-09-27T16:42:43Z', 'revision_number': 4, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'subnets': [{'id': 'e57031c3-3260-4f1d-8a9d-c3fe4f7e083d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:44.314479 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port d82c1863-8768-46d1-85f2-3434b56f86d9 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:44.336023 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b517ab-955e-4b89-a3d8-336e7a21e64d,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:44.347853 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Current status of the port 73f14aac-9d57-48ac-9859-7911f03367e1 is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:44.350950 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.399119 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] For port 73f14aac-9d57-48ac-9859-7911f03367e1, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=73f14aac-9d57-48ac-9859-7911f03367e1,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:44.446103 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.447708 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-94a03982-61dd-40eb-9d71-d80c8a7bbf84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4663551 Sep 27 16:42:44.450408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 32862) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:44.454989 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group_rule': {'security_group_id': '9515b710-4238-41c0-a0b3-ea09e0b4bf90', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:44.478517 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.543795 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a388-6470-4709-9c0a-d78cc72555fd None None] Pushing event updated for resources: {'Port': ['ID=73f14aac-9d57-48ac-9859-7911f03367e1,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:44.552664 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.securitygroups_db [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Project eb77c9fe25cb4abda83cb3d2e665557a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 16:42:44.560950 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (c98693cd-a108-48d5-84c9-7c87ac210925), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.602536 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b2957807-7976-4dab-94b1-38745046118a None None] Provisioning complete for port 73f14aac-9d57-48ac-9859-7911f03367e1 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:44.603223 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b2957807-7976-4dab-94b1-38745046118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.603710 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b2957807-7976-4dab-94b1-38745046118a None None] Attempt 1 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:44.641885 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (c98693cd-a108-48d5-84c9-7c87ac210925), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.690048 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b2957807-7976-4dab-94b1-38745046118a None None] Current status of the port 73f14aac-9d57-48ac-9859-7911f03367e1 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:44.719685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (c98693cd-a108-48d5-84c9-7c87ac210925), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.740439 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98693cd-a108-48d5-84c9-7c87ac210925,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:44.824584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.828801 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1198d4d5-e4f9-4053-9146-b2bcdb9fe6b4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3744521 Sep 27 16:42:44.829074 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 32866) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:44.834122 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'security_group_rule': {'security_group_id': '9515b710-4238-41c0-a0b3-ea09e0b4bf90', 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:44.844690 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:44.883572 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:44.934850 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: ACTIVE; New status is: DOWN {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:44.935352 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.964242 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.securitygroups_db [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Project eb77c9fe25cb4abda83cb3d2e665557a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 16:42:44.968461 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (1a590072-bd9f-4ccf-88da-31fbf942fa10), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:44.978075 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:44.979134 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:44.981853 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668dd14-d037-44c5-8ed0-dc0369801766" -d '{"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:45.011656 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:45.043040 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933eeca-fa3f-40aa-b5d9-7357c46ad430 x-openstack-request-id: req-a933eeca-fa3f-40aa-b5d9-7357c46ad430 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:45.043389 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:45.043844 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a933eeca-fa3f-40aa-b5d9-7357c46ad430 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:45.044271 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a933eeca-fa3f-40aa-b5d9-7357c46ad430'] response: {'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'code': 200} Sep 27 16:42:45.051952 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:45.053098 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 207d0a14-eef1-4291-ac34-12fd2700d04d no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:45.057295 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d4a73-9049-4d7d-a0ba-63a874573e99 req-848f0cff-2cbd-4392-81e4-794361cb27bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:45.064893 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (1a590072-bd9f-4ccf-88da-31fbf942fa10), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:45.065127 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0d7d4a73-9049-4d7d-a0ba-63a874573e99 req-848f0cff-2cbd-4392-81e4-794361cb27bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 946 time: 0.0618255 Sep 27 16:42:45.083087 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:45.100550 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 207d0a14-eef1-4291-ac34-12fd2700d04d {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:45.100975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 207d0a14-eef1-4291-ac34-12fd2700d04d not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:45.139425 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0d7d4a73-9049-4d7d-a0ba-63a874573e99 req-31c8cc3d-0ee5-4fd2-b49e-fcc80ae50aa7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743120 Sep 27 16:42:45.148636 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (1a590072-bd9f-4ccf-88da-31fbf942fa10), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:45.159209 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=8']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:45.216842 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a590072-bd9f-4ccf-88da-31fbf942fa10,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:45.256090 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-66fe39f2-0a6d-4de4-ab17-4ad73fdc93fd req-5224aceb-5dac-451e-9f39-afa484fb52e2 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2b14ca9e-9eaf-49ff-9b5c-190bc7f1b666 HTTP/1.1" status: 200 len: 210 time: 0.0510972 Sep 27 16:42:45.277821 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c95f655b-62c0-4de9-94ec-8313c7ad658d req-f040b048-f167-4e41-bcab-424f89a4d465 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0326726 Sep 27 16:42:45.317592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:45.319068 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-def29ce5-c73c-4473-b8d4-a3905e0cf13b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4891331 Sep 27 16:42:45.798148 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 73f14aac-9d57-48ac-9859-7911f03367e1 up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:42:45.846041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 73f14aac-9d57-48ac-9859-7911f03367e1 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:45.846424 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:45.846769 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 73f14aac-9d57-48ac-9859-7911f03367e1 Sep 27 16:42:45.924822 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 73f14aac-9d57-48ac-9859-7911f03367e1 is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:46.422421 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8c2a6a17-9ea1-4714-99ad-f543746a7448 req-8e5d5cd5-612b-466a-aab1-bc27b320654f tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0350788 Sep 27 16:42:47.184139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e60279-296e-48b6-8e4e-6a4c14a045fe req-85a87b69-a4a5-43d2-9ad7-7237dbac8241 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:47.185642 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0e60279-296e-48b6-8e4e-6a4c14a045fe req-85a87b69-a4a5-43d2-9ad7-7237dbac8241 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0547929 Sep 27 16:42:47.234564 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0e60279-296e-48b6-8e4e-6a4c14a045fe req-83351109-554f-4526-9aaf-6304a5aca314 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Sep 27 16:42:47.530392 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e4ad6b39-e209-4892-ad21-9f215e0af5bd req-29783f61-1770-49bb-a052-81cb886a500b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0295038 Sep 27 16:42:47.745567 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:42:48.088760 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482fc10-7ca2-4a07-b884-79edc14148db req-41bae56c-bf92-4b30-91d2-8b5dc1ae3d02 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:48.090231 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c482fc10-7ca2-4a07-b884-79edc14148db req-41bae56c-bf92-4b30-91d2-8b5dc1ae3d02 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0472128 Sep 27 16:42:48.149995 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c482fc10-7ca2-4a07-b884-79edc14148db req-e6249119-cdb9-490e-974d-0cecd18a59f0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527565 Sep 27 16:42:48.297679 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-ee6aea2f-ec09-4636-bf59-8eb5c2996024 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420907 Sep 27 16:42:48.394069 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfff0f1-82a5-4628-8ca3-5391d0dc4bde req-62ca103b-5a2a-4d44-9b97-0faba2ccb172 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:48.395823 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4dfff0f1-82a5-4628-8ca3-5391d0dc4bde req-62ca103b-5a2a-4d44-9b97-0faba2ccb172 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0827127 Sep 27 16:42:48.403876 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-94a18e0c-9e92-4b99-8556-23a2e0a27cfa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:48.405359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-94a18e0c-9e92-4b99-8556-23a2e0a27cfa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports/ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 941 time: 0.0768938 Sep 27 16:42:48.451783 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4dfff0f1-82a5-4628-8ca3-5391d0dc4bde req-adcdce9c-9cba-41a3-b511-be80fc5faabc tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Sep 27 16:42:48.643243 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b70cf79d-e562-40c3-a775-b917e3cdcf04 req-7b837cd5-1414-45ab-b210-b7e0126ffbde tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Sep 27 16:42:48.851505 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:48.923396 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: DOWN; New status is: DOWN {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:42:49.283457 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876ea65-24e9-41b7-ac0f-50a20b29918f req-a22b8764-1f69-47c5-84d0-0cc6d0295724 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:49.284898 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8876ea65-24e9-41b7-ac0f-50a20b29918f req-a22b8764-1f69-47c5-84d0-0cc6d0295724 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0471334 Sep 27 16:42:49.333568 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8876ea65-24e9-41b7-ac0f-50a20b29918f req-c77e04f5-192e-4af6-ae10-c2a6b8c5149b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Sep 27 16:42:49.577538 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013f9a9-e949-444a-b935-0c99e0c83333 req-a63ec5f1-c0dc-4c6c-970f-214aeebc556b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:49.579059 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b013f9a9-e949-444a-b935-0c99e0c83333 req-a63ec5f1-c0dc-4c6c-970f-214aeebc556b tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0463958 Sep 27 16:42:49.633916 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b013f9a9-e949-444a-b935-0c99e0c83333 req-844f556b-908e-436e-8a5e-d14818e712b5 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482349 Sep 27 16:42:49.755080 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-55837daa-e775-4669-9a0e-8421a0b61d87 req-a67ded3b-ccbd-461d-97e3-5cfd6bc1fe38 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0315213 Sep 27 16:42:50.086666 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-d1c18e7c-819e-4fa9-aa03-6db7ba928740 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:50.088107 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-d1c18e7c-819e-4fa9-aa03-6db7ba928740 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 811 time: 0.1142266 Sep 27 16:42:50.187309 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:50.203401 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-d70973d7-5a81-4d22-a59b-6ea6a036ad9e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 379 time: 0.0598109 Sep 27 16:42:50.224848 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'port': {'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'admin_state_up': True, 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'security_groups': ['048a1e3b-c786-43f7-9b7c-5a06e6bc8d94']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:50.374322 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-383c542b-5d6a-471d-a648-c323ee167d06 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:50.375830 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-383c542b-5d6a-471d-a648-c323ee167d06 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0760028 Sep 27 16:42:50.461247 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Made reservation on behalf of 1e0f894b53284e788cdb4864acd917be for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:42:50.465028 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:50.475082 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44ec08-efc5-4cb9-94cc-d2398ba0d589 req-2bd2673b-447c-48e2-b489-1fd9c5b29587 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:50.476710 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ed44ec08-efc5-4cb9-94cc-d2398ba0d589 req-2bd2673b-447c-48e2-b489-1fd9c5b29587 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0491948 Sep 27 16:42:50.497549 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Deleting port 9a2e9512-fd72-4935-9024-5d91227158e5 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:50.497549 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:50.534226 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ed44ec08-efc5-4cb9-94cc-d2398ba0d589 req-8f98c93f-3705-412f-b5ff-43f3994c24b0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511916 Sep 27 16:42:50.592812 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:50.684187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] For port 9a2e9512-fd72-4935-9024-5d91227158e5, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=9a2e9512-fd72-4935-9024-5d91227158e5,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:50.684549 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:50.710113 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Calling delete_port for 9a2e9512-fd72-4935-9024-5d91227158e5 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:50.724687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Allocated IP 172.20.0.12 (fa6ed79c-29cf-4084-8c9a-3f99a2a02140/811c54e2-1272-45b2-9c45-70589ff5334f/bfce7c0e-1dc8-42b2-b518-7b30f07592fc) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:42:50.760355 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89422-c2a5-433d-be6b-569df126e3c7 req-c71faca3-7ebb-4589-a6b8-72cc24e59770 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:50.767409 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28a89422-c2a5-433d-be6b-569df126e3c7 req-c71faca3-7ebb-4589-a6b8-72cc24e59770 tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 946 time: 0.0550938 Sep 27 16:42:50.790119 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:50.821742 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28a89422-c2a5-433d-be6b-569df126e3c7 req-8f514c95-ae6a-4187-817b-8ca8effb174e tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=219c83e7-d874-4598-a6aa-2005bfe14c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530379 Sep 27 16:42:50.874679 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-df10d122-d7c4-442f-a028-f9a204d4f46b req-e1fa11da-0c07-4f97-b97a-1dab88637586 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0349379 Sep 27 16:42:50.981200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:50.987913 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:51.067277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (9a2e9512-fd72-4935-9024-5d91227158e5), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.081445 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['9a2e9512-fd72-4935-9024-5d91227158e5'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:42:51.098591 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Pushing event deleted for resources: {'Port': ['ID=9a2e9512-fd72-4935-9024-5d91227158e5,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:51.122992 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-542f6290-3ee2-451d-b8c6-9f20cbd8930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.124563 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-542f6290-3ee2-451d-b8c6-9f20cbd8930f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac&tenant_id=41cca09950c34cc7baded0eb0a42bb07 HTTP/1.1" status: 200 len: 1128 time: 0.0729499 Sep 27 16:42:51.131852 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.154379 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] No DVR routers for this DVR port 9a2e9512-fd72-4935-9024-5d91227158e5 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:51.181225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.184512 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c5048b30-2845-4c9d-8f03-b40864ea545b req-0dbdfcb3-61fa-490f-976b-75b921609ead tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9a2e9512-fd72-4935-9024-5d91227158e5 HTTP/1.1" status: 204 len: 173 time: 0.8015606 Sep 27 16:42:51.185012 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d1f4b1-f536-4f56-8c18-400be343444b', 'name': 'network-vif-deleted', 'tag': '9a2e9512-fd72-4935-9024-5d91227158e5'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:51.187277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4282032-6709-4a16-a87d-9a0cc6166a8a" -d '{"events": [{"server_uuid": "35d1f4b1-f536-4f56-8c18-400be343444b", "name": "network-vif-deleted", "tag": "9a2e9512-fd72-4935-9024-5d91227158e5"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:51.196316 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-ff5268ad-06a8-4eeb-a9f6-8b12ef743c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.198200 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-ff5268ad-06a8-4eeb-a9f6-8b12ef743c5b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1128 time: 0.0481398 Sep 27 16:42:51.213158 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:42:51.221133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:42:51.226641 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:42:51.252731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:51.276274 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:51.286081 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d3d057-e3a0-4814-8562-94f281310054 x-openstack-request-id: req-a7d3d057-e3a0-4814-8562-94f281310054 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:51.286301 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d1f4b1-f536-4f56-8c18-400be343444b", "name": "network-vif-deleted", "tag": "9a2e9512-fd72-4935-9024-5d91227158e5", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:51.286678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7d3d057-e3a0-4814-8562-94f281310054 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:51.287117 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d3d057-e3a0-4814-8562-94f281310054'] response: {'server_uuid': '35d1f4b1-f536-4f56-8c18-400be343444b', 'name': 'network-vif-deleted', 'tag': '9a2e9512-fd72-4935-9024-5d91227158e5', 'status': 'completed', 'code': 200} Sep 27 16:42:51.296630 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.297404 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.335198 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-992aeb39-0960-443f-86ca-9c5747978be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.336734 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-992aeb39-0960-443f-86ca-9c5747978be9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.1329219 Sep 27 16:42:51.389489 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-1b54631f-3992-4e1c-a639-f047a2d8f3a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1720250 Sep 27 16:42:51.403909 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Request body: {'port': {'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:42:51.456456 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-b5764c57-5741-4c1e-9101-19d62bcf84b1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 999 time: 0.1055367 Sep 27 16:42:51.480128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.533366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-ba31573a-a669-4971-aa06-b73866ef7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.541226 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-ba31573a-a669-4971-aa06-b73866ef7213 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0773232 Sep 27 16:42:51.565205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Provisioning complete for port bfce7c0e-1dc8-42b2-b518-7b30f07592fc triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:42:51.565586 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.572799 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Attempt 1 to provision port bfce7c0e-1dc8-42b2-b518-7b30f07592fc Sep 27 16:42:51.639812 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:51.670193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Port bfce7c0e-1dc8-42b2-b518-7b30f07592fc cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:51.693548 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-0778d3ef-ba8e-47f2-b251-10cf65873b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.695242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-0778d3ef-ba8e-47f2-b251-10cf65873b5b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412938 Sep 27 16:42:51.826603 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23848-ec34-4f78-b2fb-03b8f2998eb1 req-40ee901d-68b1-4a27-8070-6a43f0b565b7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:51.828952 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-edb23848-ec34-4f78-b2fb-03b8f2998eb1 req-40ee901d-68b1-4a27-8070-6a43f0b565b7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.1086721 Sep 27 16:42:51.871052 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfce7c0e-1dc8-42b2-b518-7b30f07592fc {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:42:51.879950 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Publish callbacks [] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:51.895553 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Transition to ACTIVE for port object bfce7c0e-1dc8-42b2-b518-7b30f07592fc will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:42:51.899318 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-61e35ad2-310a-4d5d-97ba-e4dd2de939a1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958992 Sep 27 16:42:51.921977 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-edb23848-ec34-4f78-b2fb-03b8f2998eb1 req-6c6def4f-d3cb-466d-a1af-c539596bdb22 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828362 Sep 27 16:42:51.986018 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:52.077451 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:52.106333 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Attempting to bind port bfce7c0e-1dc8-42b2-b518-7b30f07592fc on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:42:52.107095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Attempting to bind port bfce7c0e-1dc8-42b2-b518-7b30f07592fc by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:42:52.107095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Attempting to bind port bfce7c0e-1dc8-42b2-b518-7b30f07592fc on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:52.154114 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Port bfce7c0e-1dc8-42b2-b518-7b30f07592fc on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:42:52.154454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Attempting to bind port bfce7c0e-1dc8-42b2-b518-7b30f07592fc on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:42:52.170935 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Attempt 2 to provision port bfce7c0e-1dc8-42b2-b518-7b30f07592fc Sep 27 16:42:52.202672 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:52.215972 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:42:52.218579 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Port bfce7c0e-1dc8-42b2-b518-7b30f07592fc cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:42:52.223286 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Checking segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:42:52.226928 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Bound using segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:42:52.226928 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Bound port: bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:42:52.226928 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:52.295359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7a77dd88-5317-4419-9f7d-fd5813672749 req-66d329f8-67fb-4c5c-8b60-ca3f5110845d tempest-ServerRescueNegativeTestJSON-54837262 tempest-ServerRescueNegativeTestJSON-54837262-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35d1f4b1-f536-4f56-8c18-400be343444b HTTP/1.1" status: 200 len: 210 time: 0.3606191 Sep 27 16:42:52.303160 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] For port bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:42:52.318850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] For port bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:42:52.357957 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8cec1-f7e2-4fce-b0e6-ab7e760fe92b req-dad9e52b-04fe-4f29-9f95-ae457080aa2f tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:52.359301 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-96a8cec1-f7e2-4fce-b0e6-ab7e760fe92b req-dad9e52b-04fe-4f29-9f95-ae457080aa2f tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0707569 Sep 27 16:42:52.400032 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:52.403203 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-14c51e0b-8943-4cbd-9fbc-723d4af5f353 req-6a0bfed4-d3c8-47c3-a03e-ed6bc4410d5f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949343 Sep 27 16:42:52.405799 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:52.406736 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:52.408691 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 1094 time: 1.0096188 Sep 27 16:42:52.434521 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-96a8cec1-f7e2-4fce-b0e6-ab7e760fe92b req-4272fc6f-cf80-4a86-bc1d-b1555684e673 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693116 Sep 27 16:42:52.472366 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88a32c-44f4-4c80-a283-bb998cd4b4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:52.593945 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-67dc9010-74c5-41e5-80c0-11fbb1709a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:52.595471 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-67dc9010-74c5-41e5-80c0-11fbb1709a7f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1128 time: 0.0397804 Sep 27 16:42:52.700108 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-efa6d493-5d03-446f-a94d-bc68d30061f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 217 time: 0.0352714 Sep 27 16:42:52.719895 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Attempt 3 to provision port bfce7c0e-1dc8-42b2-b518-7b30f07592fc Sep 27 16:42:52.768162 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e4c734ae-d952-4424-ae4c-fac71fe6384e None None] Port bfce7c0e-1dc8-42b2-b518-7b30f07592fc had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:42:52.771266 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-ced4f7f0-fa68-4806-bc7c-b7da3044810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:52.773149 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-ced4f7f0-fa68-4806-bc7c-b7da3044810c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0629795 Sep 27 16:42:52.827025 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-3f1a0156-9dea-4ad7-a8f5-9d14ce1cedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:52.828533 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-3f1a0156-9dea-4ad7-a8f5-9d14ce1cedf5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476837 Sep 27 16:42:52.935495 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-0b23a9fa-f28f-4e33-9871-2d9a07de21a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984106 Sep 27 16:42:53.057297 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-79497cc6-4d10-4b6d-9e30-d5483de68276 req-f441c659-3267-4c17-b5b2-29e15508eb29 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150856 Sep 27 16:42:53.069155 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583832a-79b3-4fc4-92f1-ab1a8e5568e3 req-9f9d3900-3b64-4db0-8c0e-890b6698ac42 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:53.070762 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7583832a-79b3-4fc4-92f1-ab1a8e5568e3 req-9f9d3900-3b64-4db0-8c0e-890b6698ac42 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0523036 Sep 27 16:42:53.126167 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7583832a-79b3-4fc4-92f1-ab1a8e5568e3 req-c2998f50-7790-4876-bace-3700fb284db1 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496571 Sep 27 16:42:53.288079 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:42:53.290570 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e8f91-24c0-4306-9b11-fcc07849ac69" -d '{"events": [{"name": "network-changed", "server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:42:53.332402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321a510-109f-4842-820d-b4153b2d33b9 x-openstack-request-id: req-b321a510-109f-4842-820d-b4153b2d33b9 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:42:53.332823 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:42:53.332960 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b321a510-109f-4842-820d-b4153b2d33b9 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:42:53.333349 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b321a510-109f-4842-820d-b4153b2d33b9'] response: {'name': 'network-changed', 'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'status': 'completed', 'code': 200} Sep 27 16:42:53.388614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33058) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:53.610361 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdeba8-2d85-4df5-b56f-83776fdb8cb9 req-bfc5aea2-5b4b-47b7-81d1-46956d968e7b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:53.612989 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8bbdeba8-2d85-4df5-b56f-83776fdb8cb9 req-bfc5aea2-5b4b-47b7-81d1-46956d968e7b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0845330 Sep 27 16:42:53.688813 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8bbdeba8-2d85-4df5-b56f-83776fdb8cb9 req-752934a2-b1ab-469d-ae30-0ba19988a106 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693724 Sep 27 16:42:53.931710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:54.137559 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:54.223711 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (efa0b90f-456e-4611-ba34-58b390437bee), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:54.377999 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca2f70-1493-4bf9-80f9-b8a77355e90f req-1936b433-61d2-42ec-a979-5df479afa0e6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:54.385817 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ddca2f70-1493-4bf9-80f9-b8a77355e90f req-1936b433-61d2-42ec-a979-5df479afa0e6 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.1169319 Sep 27 16:42:54.552490 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ddca2f70-1493-4bf9-80f9-b8a77355e90f req-e13d63cb-1961-4dca-a9ba-d1f821cd1a0f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635294 Sep 27 16:42:54.638495 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Deleting port 40a7b7b3-83fb-4920-8a0d-20bcdb504958 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:54.638884 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:54.743794 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] For port 40a7b7b3-83fb-4920-8a0d-20bcdb504958, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=40a7b7b3-83fb-4920-8a0d-20bcdb504958,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:54.744429 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:54.759326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Calling delete_port for 40a7b7b3-83fb-4920-8a0d-20bcdb504958 owned by network:router_interface {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:54.863895 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199e4b1-6643-439d-9a1b-031cb8d93ebe req-7b9f2e0e-25dc-4ac6-ae4c-b9e28299e666 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:54.865504 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f199e4b1-6643-439d-9a1b-031cb8d93ebe req-7b9f2e0e-25dc-4ac6-ae4c-b9e28299e666 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0634849 Sep 27 16:42:54.894969 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a2e9512-fd72-4935-9024-5d91227158e5 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:54.925043 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 9a2e9512-fd72-4935-9024-5d91227158e5 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:54.926404 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 9a2e9512-fd72-4935-9024-5d91227158e5 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:54.985441 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f199e4b1-6643-439d-9a1b-031cb8d93ebe req-03dba6df-c523-42d6-a1fb-1d3e3a8b117e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103363 Sep 27 16:42:55.145528 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (40a7b7b3-83fb-4920-8a0d-20bcdb504958), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:55.175905 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a7b7b3-83fb-4920-8a0d-20bcdb504958,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:55.238971 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:55.257475 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:55.398128 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (efa0b90f-456e-4611-ba34-58b390437bee), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:55.641230 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Router efa0b90f-456e-4611-ba34-58b390437bee has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:42:55.740831 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f007-a870-4742-9681-a86547ec3834 req-ed89472b-30ed-4c71-a9e9-e37c10006702 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:55.748023 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1631f007-a870-4742-9681-a86547ec3834 req-ed89472b-30ed-4c71-a9e9-e37c10006702 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.1015937 Sep 27 16:42:55.882003 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1631f007-a870-4742-9681-a86547ec3834 req-bde70555-9803-407a-b0a8-6c92128d5e21 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079414 Sep 27 16:42:55.884259 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:42:55.890694 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-68f7d93f-5121-470b-b42b-1e24f4bac676 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/efa0b90f-456e-4611-ba34-58b390437bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030394 Sep 27 16:42:55.898863 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33080) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:55.899252 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] Sync routers for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:42:55.911624 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:55.912256 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:56.047249 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks [] for router (efa0b90f-456e-4611-ba34-58b390437bee), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:56.093189 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:56.223509 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:56.347422 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:56.396601 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:42:55Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:56.431659 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] Checking router: efa0b90f-456e-4611-ba34-58b390437bee for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:42:56.444699 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] Routers {'efa0b90f-456e-4611-ba34-58b390437bee'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:42:56.445332 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:42:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['efa0b90f-456e-4611-ba34-58b390437bee'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:56.469422 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:56.487644 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b8086-3bab-474f-a398-fee4c634091f req-1d21502b-856d-40e6-a129-2331e7249d63 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:56.495520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b57b8086-3bab-474f-a398-fee4c634091f req-1d21502b-856d-40e6-a129-2331e7249d63 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.3969979 Sep 27 16:42:56.535328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks [] for router_gateway (efa0b90f-456e-4611-ba34-58b390437bee), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:56.561506 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b57b8086-3bab-474f-a398-fee4c634091f req-30f2ca73-4a44-4571-9e8e-81d41aad7d4d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650690 Sep 27 16:42:56.602678 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] Set router efa0b90f-456e-4611-ba34-58b390437bee gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:42:56.686425 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Deleting port f477c200-b660-4dc1-8faf-64235039f5ac {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:56.686721 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:56.805241 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:42:55Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:56.817547 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] For port f477c200-b660-4dc1-8faf-64235039f5ac, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=f477c200-b660-4dc1-8faf-64235039f5ac,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:56.818166 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:56.833272 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Calling delete_port for f477c200-b660-4dc1-8faf-64235039f5ac owned by network:router_gateway {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:56.839008 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a516667-d818-40c5-b2e6-7b240e54fa10 None None] The sync data for ids ['efa0b90f-456e-4611-ba34-58b390437bee'] in dv-cinder-855060-2-iscsi is: [{'id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'name': 'tempest-ServerRescueNegativeTestJSON-1950225920-router', 'tenant_id': '9288b4e62bc945479636aec307a98746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:37:42Z', 'updated_at': '2022-09-27T16:42:55Z', 'revision_number': 5, 'project_id': '9288b4e62bc945479636aec307a98746', 'gw_port': {'id': 'f477c200-b660-4dc1-8faf-64235039f5ac', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa0b90f-456e-4611-ba34-58b390437bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:37:43Z', 'updated_at': '2022-09-27T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:42:56.948391 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:57.045488 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e120c-b51b-4ab5-840e-48d5cf6bc42c req-dc9e0e9f-ccbf-499c-84bc-9da4b726ca5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:57.051946 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-401e120c-b51b-4ab5-840e-48d5cf6bc42c req-dc9e0e9f-ccbf-499c-84bc-9da4b726ca5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.1004782 Sep 27 16:42:57.130673 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-401e120c-b51b-4ab5-840e-48d5cf6bc42c req-d42d649e-6d3d-4464-815d-4a90c3f77e9e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759947 Sep 27 16:42:57.252475 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (f477c200-b660-4dc1-8faf-64235039f5ac), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.284242 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f477c200-b660-4dc1-8faf-64235039f5ac,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:57.318881 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.319233 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.319580 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.319920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.320255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.320589 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.320919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.321245 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.321571 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.321896 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.322296 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.322630 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.323004 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.323313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.323701 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:57.377710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (efa0b90f-456e-4611-ba34-58b390437bee), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.505646 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (efa0b90f-456e-4611-ba34-58b390437bee), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.508209 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks [] for router_controller (efa0b90f-456e-4611-ba34-58b390437bee), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.639906 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (efa0b90f-456e-4611-ba34-58b390437bee), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.640179 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa0b90f-456e-4611-ba34-58b390437bee {{(pid=106896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:42:57.651328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.657346 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33100) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:57.657951 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-01b13f1f-fc20-436d-a1e1-87a4c29d59a8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/efa0b90f-456e-4611-ba34-58b390437bee HTTP/1.1" status: 204 len: 168 time: 1.7579086 Sep 27 16:42:57.741570 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Deleting subnet 3e87174e-306c-4a80-9440-14ae73451098 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:42:57.749343 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Publish callbacks [] for subnet (3e87174e-306c-4a80-9440-14ae73451098), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.789444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c477959-b8b3-473f-9ba5-e276101a9fe2 req-63c80a99-9c1a-46f3-aab9-bfc184d09137 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:57.790212 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (3e87174e-306c-4a80-9440-14ae73451098), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:57.806258 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3c477959-b8b3-473f-9ba5-e276101a9fe2 req-63c80a99-9c1a-46f3-aab9-bfc184d09137 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.1471109 Sep 27 16:42:57.898822 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3c477959-b8b3-473f-9ba5-e276101a9fe2 req-9d5f8a72-190d-4e21-a6e6-7cf77b9f4835 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906787 Sep 27 16:42:57.899040 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 40a7b7b3-83fb-4920-8a0d-20bcdb504958 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:57.927107 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:57.948671 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 40a7b7b3-83fb-4920-8a0d-20bcdb504958 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:57.952970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 40a7b7b3-83fb-4920-8a0d-20bcdb504958 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:57.983101 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (3e87174e-306c-4a80-9440-14ae73451098), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.125454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (3e87174e-306c-4a80-9440-14ae73451098), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.157099 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e87174e-306c-4a80-9440-14ae73451098,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:58.166536 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.167024 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.167537 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.167864 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.168274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.168686 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.169090 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.169521 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.170002 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.170394 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.170826 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.171228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.171621 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.172016 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.172408 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:42:58.182300 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.182403 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a3d0b7c7-daf0-472f-9e70-6ed3fcd260aa admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/3e87174e-306c-4a80-9440-14ae73451098 HTTP/1.1" status: 204 len: 168 time: 0.5230069 Sep 27 16:42:58.185249 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33108) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:58.188842 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51fcff-7fc7-49d3-a69f-c80ea2a543d3 None None] Network c69d5dae-8230-4d1b-853f-7ade2d011d4c requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:42:58.194065 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:58.388466 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] DHCP port deletion for c69d5dae-8230-4d1b-853f-7ade2d011d4c request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:42:58.388861 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:58.413970 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b4bc6-a2b1-4031-997d-79a2d09854c8 req-9c86c6e9-fc95-4102-91de-cb662da3b045 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:58.425286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee3b4bc6-a2b1-4031-997d-79a2d09854c8 req-9c86c6e9-fc95-4102-91de-cb662da3b045 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.1524413 Sep 27 16:42:58.450188 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] Deleting port 3df502ee-b730-4935-99f5-ce618b1ab1cc {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:58.450986 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.454371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (c69d5dae-8230-4d1b-853f-7ade2d011d4c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.511320 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee3b4bc6-a2b1-4031-997d-79a2d09854c8 req-a47af6db-ea09-4952-8f36-f15d51c2b120 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782955 Sep 27 16:42:58.556890 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] For port 3df502ee-b730-4935-99f5-ce618b1ab1cc, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3df502ee-b730-4935-99f5-ce618b1ab1cc,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:58.561255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Deleting port 3df502ee-b730-4935-99f5-ce618b1ab1cc {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:42:58.561255 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.561461 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.598191 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] Calling delete_port for 3df502ee-b730-4935-99f5-ce618b1ab1cc owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:58.691172 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] For port 3df502ee-b730-4935-99f5-ce618b1ab1cc, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3df502ee-b730-4935-99f5-ce618b1ab1cc,segment=NetworkSegment(92e35f1b-4ed6-41bc-9617-6e3b2947a475),segment_id=92e35f1b-4ed6-41bc-9617-6e3b2947a475)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:42:58.692085 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.706919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Calling delete_port for 3df502ee-b730-4935-99f5-ce618b1ab1cc owned by network:dhcp {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:42:58.794370 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.828663 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] Pushing event deleted for resources: {'Port': ['ID=3df502ee-b730-4935-99f5-ce618b1ab1cc,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:58.830529 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea10bae-e6b4-4711-afdc-bc31b26278f6 None None] No DVR routers for this DVR port 3df502ee-b730-4935-99f5-ce618b1ab1cc on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:58.834579 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (3df502ee-b730-4935-99f5-ce618b1ab1cc), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:58.876437 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df502ee-b730-4935-99f5-ce618b1ab1cc,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:58.878324 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] No DVR routers for this DVR port 3df502ee-b730-4935-99f5-ce618b1ab1cc on host dv-cinder-855060-2-iscsi {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:42:58.920659 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:42:58.967019 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (c69d5dae-8230-4d1b-853f-7ade2d011d4c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.030818 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69d5dae-8230-4d1b-853f-7ade2d011d4c']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:59.049059 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e35f1b-4ed6-41bc-9617-6e3b2947a475') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:59.049456 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e35f1b-4ed6-41bc-9617-6e3b2947a475') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:42:59.064185 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (92e35f1b-4ed6-41bc-9617-6e3b2947a475), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.073375 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb8e73-b4c4-4d1b-a379-47856ff410f3 req-edcdd77c-71c4-4ecf-ac2d-5a2782a65511 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:59.075242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1edb8e73-b4c4-4d1b-a379-47856ff410f3 req-edcdd77c-71c4-4ecf-ac2d-5a2782a65511 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0804038 Sep 27 16:42:59.104497 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (92e35f1b-4ed6-41bc-9617-6e3b2947a475), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.117133 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:42:59.128810 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (92e35f1b-4ed6-41bc-9617-6e3b2947a475), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.206394 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1edb8e73-b4c4-4d1b-a379-47856ff410f3 req-6524aac9-89c0-4091-b6a6-47818f3f25f7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213169 Sep 27 16:42:59.296966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (c69d5dae-8230-4d1b-853f-7ade2d011d4c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.301728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.306018 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/c69d5dae-8230-4d1b-853f-7ade2d011d4c HTTP/1.1" status: 204 len: 168 time: 1.1197071 Sep 27 16:42:59.319622 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 92e35f1b-4ed6-41bc-9617-6e3b2947a475 resource provider aggregate not found Sep 27 16:42:59.333691 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a0e4-e330-4a9a-b7cc-1018b35d9375 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69d5dae-8230-4d1b-853f-7ade2d011d4c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:42:59.353434 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 92e35f1b-4ed6-41bc-9617-6e3b2947a475 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92e35f1b-4ed6-41bc-9617-6e3b2947a475 found for delete ", "request_id": "req-57556ade-22eb-4f25-a5c9-83aed46bf3c6"}]} Sep 27 16:42:59.649223 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fc809-94bd-47e9-bc61-f40aefb04a6f req-d0409e86-89d0-41ec-ae7a-74c9479398fd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:42:59.651020 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-320fc809-94bd-47e9-bc61-f40aefb04a6f req-d0409e86-89d0-41ec-ae7a-74c9479398fd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0525610 Sep 27 16:42:59.673421 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33128) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:59.729710 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-320fc809-94bd-47e9-bc61-f40aefb04a6f req-116438b8-dc08-43cb-b000-83e5b0894440 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698628 Sep 27 16:42:59.741557 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33130) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:42:59.743503 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-80f57aaf-2e7a-46ef-b135-48f832f759d4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9288b4e62bc945479636aec307a98746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0686946 Sep 27 16:42:59.802098 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device f477c200-b660-4dc1-8faf-64235039f5ac no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:59.824030 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: f477c200-b660-4dc1-8faf-64235039f5ac {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:59.824708 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device f477c200-b660-4dc1-8faf-64235039f5ac not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:59.825845 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3df502ee-b730-4935-99f5-ce618b1ab1cc no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:42:59.828912 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-53b01de1-23fe-48f0-84bf-d1022076197d admin admin] Publish callbacks [] for security_group (219c83e7-d874-4598-a6aa-2005bfe14c36), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.850458 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 3df502ee-b730-4935-99f5-ce618b1ab1cc {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:42:59.851133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3df502ee-b730-4935-99f5-ce618b1ab1cc not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:42:59.854403 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-53b01de1-23fe-48f0-84bf-d1022076197d admin admin] Publish callbacks [] for security_group (219c83e7-d874-4598-a6aa-2005bfe14c36), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.975073 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-53b01de1-23fe-48f0-84bf-d1022076197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (219c83e7-d874-4598-a6aa-2005bfe14c36), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.977660 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-53b01de1-23fe-48f0-84bf-d1022076197d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:42:59.978976 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-53b01de1-23fe-48f0-84bf-d1022076197d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/219c83e7-d874-4598-a6aa-2005bfe14c36 HTTP/1.1" status: 204 len: 168 time: 0.2362394 Sep 27 16:42:59.990954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b01de1-23fe-48f0-84bf-d1022076197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c83e7-d874-4598-a6aa-2005bfe14c36,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:00.351888 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:00.372776 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f402-bc1c-4b9d-9c45-d801af3ab1e8 req-0754a545-3630-4b73-8bff-8176b2305c9b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:00.374458 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8966f402-bc1c-4b9d-9c45-d801af3ab1e8 req-0754a545-3630-4b73-8bff-8176b2305c9b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0721250 Sep 27 16:43:00.471711 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8966f402-bc1c-4b9d-9c45-d801af3ab1e8 req-8c6cd0d1-b989-4016-be83-73ae6c6f28b0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886977 Sep 27 16:43:00.899786 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710becf3-b3a1-472d-8b16-ccfa403acfab req-2497b993-0a96-4146-b973-6dd212f2ba88 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:00.903076 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-710becf3-b3a1-472d-8b16-ccfa403acfab req-2497b993-0a96-4146-b973-6dd212f2ba88 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0680029 Sep 27 16:43:00.992535 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-710becf3-b3a1-472d-8b16-ccfa403acfab req-fe08c059-593d-4412-a8bc-6c217dd962e5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813437 Sep 27 16:43:01.243489 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:01.626755 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41295a-02d6-4df8-8976-a88514af535f req-0c055052-d356-4c3d-86fd-3312a486c813 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:01.628282 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-da41295a-02d6-4df8-8976-a88514af535f req-0c055052-d356-4c3d-86fd-3312a486c813 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0541408 Sep 27 16:43:01.682938 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-da41295a-02d6-4df8-8976-a88514af535f req-6452491c-d7f2-41a7-9972-677ce21cd846 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482292 Sep 27 16:43:01.953219 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-869b8b32-093b-4cdd-a1f7-213a2e1135ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:01.954716 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-869b8b32-093b-4cdd-a1f7-213a2e1135ba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1128 time: 0.0510643 Sep 27 16:43:02.054227 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-7e0983a7-e661-4030-b8fb-a87582fb6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:02.055754 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-7e0983a7-e661-4030-b8fb-a87582fb6608 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0927417 Sep 27 16:43:02.131252 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2b6e2-a2ca-4f62-819d-39beb266dd93 req-59694e78-c732-4c47-8496-8dedca73861a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:02.132738 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0c2b6e2-a2ca-4f62-819d-39beb266dd93 req-59694e78-c732-4c47-8496-8dedca73861a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0488703 Sep 27 16:43:02.189010 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0c2b6e2-a2ca-4f62-819d-39beb266dd93 req-ca917d50-ad0d-4938-82dc-36a4ef68c23f tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501728 Sep 27 16:43:02.817963 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-c960bc86-942f-4946-9bfb-2ac87fa112dc tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1135687175&fields=id&tenant_id=eb77c9fe25cb4abda83cb3d2e665557a HTTP/1.1" status: 200 len: 267 time: 0.0445132 Sep 27 16:43:02.882990 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-a3f585e5-6ca2-4375-a158-2fe5ee3be976 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 217 time: 0.0432367 Sep 27 16:43:02.895358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:02.928635 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-985afaaf-1b35-4346-a471-adecd61b99de tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:02.930529 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-985afaaf-1b35-4346-a471-adecd61b99de tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 809 time: 0.1108029 Sep 27 16:43:02.947064 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-a0293f0e-b283-4fca-8011-0c81ad0d40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:02.949154 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-a0293f0e-b283-4fca-8011-0c81ad0d40bb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0574441 Sep 27 16:43:02.950439 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-06912bd5-060a-4e71-9132-462b633f619c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/quotas/eb77c9fe25cb4abda83cb3d2e665557a HTTP/1.1" status: 200 len: 375 time: 0.0140355 Sep 27 16:43:02.998354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-89a6cdda-bbdc-4658-81a1-c299e114549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:02.999929 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-89a6cdda-bbdc-4658-81a1-c299e114549a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450013 Sep 27 16:43:03.010886 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-f9843bdf-5539-44ba-a934-340af183c4f2 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543945 Sep 27 16:43:03.099086 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:03.103098 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-d2622885-a35d-4cb7-ae09-8e0732c961bd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939152 Sep 27 16:43:03.117056 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-70fa0095-b335-4e55-a082-d32244adf52f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935559 Sep 27 16:43:03.207227 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-866e8f91-24c0-4306-9b11-fcc07849ac69 req-94c85c32-c2de-4439-9cf5-1d690103f13b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931103 Sep 27 16:43:03.224131 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-3825a5de-85ff-41b9-9a4d-1883196bca95 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003244 Sep 27 16:43:03.525366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863ca3-a0c2-400c-b14f-7bbcadd35baf req-73609715-0ae3-4eae-967b-531ad5833ea8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:03.526847 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e8863ca3-a0c2-400c-b14f-7bbcadd35baf req-73609715-0ae3-4eae-967b-531ad5833ea8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0495756 Sep 27 16:43:03.579027 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e8863ca3-a0c2-400c-b14f-7bbcadd35baf req-ceaf0e81-d13d-4a18-ba36-2dd857033fb1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452390 Sep 27 16:43:03.698650 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0128d-17b5-4bb2-85b8-044d034e14f0 req-f3cdd7d3-d56d-4db2-b6c2-a2cd7753cebd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:03.700242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bfe0128d-17b5-4bb2-85b8-044d034e14f0 req-f3cdd7d3-d56d-4db2-b6c2-a2cd7753cebd tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0613697 Sep 27 16:43:03.759157 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33236) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:03.762018 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bfe0128d-17b5-4bb2-85b8-044d034e14f0 req-f24066f7-2177-4921-bdcc-daf40f40ee5b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552464 Sep 27 16:43:03.905787 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0c609fc-192a-440a-af4c-b3f2042ff4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:03.920725 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-30294473-84ae-4602-bb53-797baddabca4 req-0210b581-1b53-45cc-b887-1cba95a7a618 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0312324 Sep 27 16:43:03.988061 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0c609fc-192a-440a-af4c-b3f2042ff4d5 admin admin] Publish callbacks [] for security_group (f3d04a54-303c-4a7f-8fd9-39423304b64c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:04.704953 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a5a29-2584-4a05-977f-ec7d25b34beb req-c4c7bf0e-bb23-4de8-9cf1-a3c06b52746c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:04.706449 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e90a5a29-2584-4a05-977f-ec7d25b34beb req-c4c7bf0e-bb23-4de8-9cf1-a3c06b52746c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0479398 Sep 27 16:43:04.758656 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e90a5a29-2584-4a05-977f-ec7d25b34beb req-651c127f-3a1f-4124-b2e0-4f0edc2bb1d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Sep 27 16:43:04.887978 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:04.898632 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d44d-0fc3-4fbd-890f-f9b6a81490d9 req-0b1d9b16-4fa2-4eb8-8773-68e91de3caaf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:04.900109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-92e6d44d-0fc3-4fbd-890f-f9b6a81490d9 req-0b1d9b16-4fa2-4eb8-8773-68e91de3caaf tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 944 time: 0.0508416 Sep 27 16:43:04.951650 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-92e6d44d-0fc3-4fbd-890f-f9b6a81490d9 req-bd960da6-d5c2-43c5-a7ea-611a8a93b648 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Sep 27 16:43:04.953257 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:43:04.960603 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:05.007921 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6eee06c4-b41b-463e-bc44-e397cbd51562 req-240b4490-92a4-463b-8bb1-8186b95ff550 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Sep 27 16:43:05.039402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f0c609fc-192a-440a-af4c-b3f2042ff4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f3d04a54-303c-4a7f-8fd9-39423304b64c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.055972 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-91c6d59e-9610-4000-b1bb-3ace7458392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.058548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:05.071400 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'port_id': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'mac_address': 'fa:16:3e:3f:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:43:05.085178 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-f0c609fc-192a-440a-af4c-b3f2042ff4d5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=88e066e0b31841738fa7d211fc91149c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3249149 Sep 27 16:43:05.086351 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c609fc-192a-440a-af4c-b3f2042ff4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d04a54-303c-4a7f-8fd9-39423304b64c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:05.087951 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33256) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:05.112171 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:43:05.112666 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.126202 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb6a707-22f0-4c10-adcc-9f4d5d262645 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:43:05.139626 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-114785c3-2076-4679-96e9-23b0f40de0c3 admin admin] Publish callbacks [] for security_group (f3d04a54-303c-4a7f-8fd9-39423304b64c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.142480 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:05.147147 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:05.161642 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-114785c3-2076-4679-96e9-23b0f40de0c3 admin admin] Publish callbacks [] for security_group (f3d04a54-303c-4a7f-8fd9-39423304b64c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.227786 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.276417 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=9']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:05.306349 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-114785c3-2076-4679-96e9-23b0f40de0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f3d04a54-303c-4a7f-8fd9-39423304b64c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.310854 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-114785c3-2076-4679-96e9-23b0f40de0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:05.313212 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-114785c3-2076-4679-96e9-23b0f40de0c3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f3d04a54-303c-4a7f-8fd9-39423304b64c HTTP/1.1" status: 204 len: 168 time: 0.2217758 Sep 27 16:43:05.320821 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114785c3-2076-4679-96e9-23b0f40de0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d04a54-303c-4a7f-8fd9-39423304b64c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:05.474656 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['ddb6a707-22f0-4c10-adcc-9f4d5d262645'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:43:05.882756 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f815-a97f-49a6-aaf0-cdbf36987612 req-cf247145-9273-40a4-816d-d65cfa8d406a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:05.884387 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0701f815-a97f-49a6-aaf0-cdbf36987612 req-cf247145-9273-40a4-816d-d65cfa8d406a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0514333 Sep 27 16:43:05.934993 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0701f815-a97f-49a6-aaf0-cdbf36987612 req-72f1df66-6cff-4dc2-a5d9-a4e068f9e155 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443742 Sep 27 16:43:05.993415 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33270) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:06.011272 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-647b96ce-e7fe-4616-8377-4fe1c075da46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.086989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:06.090129 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff6e79-47e0-4156-ad8a-fef93c44f9ee req-73c27fa9-3027-48ec-8198-200e19f2b486 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:06.095300 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aaff6e79-47e0-4156-ad8a-fef93c44f9ee req-73c27fa9-3027-48ec-8198-200e19f2b486 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 945 time: 0.0554016 Sep 27 16:43:06.096246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-647b96ce-e7fe-4616-8377-4fe1c075da46 admin admin] Publish callbacks [] for security_group (7d548aa5-b6e6-4a8a-84d0-2872f018a29c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.137515 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-52d51b90-0d22-4b7f-8ffc-23787c64e3a4 req-87096d9f-2807-49ff-9d83-0b21929bcd56 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0410743 Sep 27 16:43:06.142815 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:06.168874 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aaff6e79-47e0-4156-ad8a-fef93c44f9ee req-a63b9a39-04db-428b-aaad-1b0a388ca1f5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698237 Sep 27 16:43:06.191640 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-647b96ce-e7fe-4616-8377-4fe1c075da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7d548aa5-b6e6-4a8a-84d0-2872f018a29c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.232637 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-647b96ce-e7fe-4616-8377-4fe1c075da46 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=61738cb4c7cb47fa8dbad27008c10556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380724 Sep 27 16:43:06.233677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b96ce-e7fe-4616-8377-4fe1c075da46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d548aa5-b6e6-4a8a-84d0-2872f018a29c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:06.235423 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33274) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:06.288015 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0f2f-4098-4ce3-bdf0-6eab3183f305 admin admin] Publish callbacks [] for security_group (7d548aa5-b6e6-4a8a-84d0-2872f018a29c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.308511 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0f2f-4098-4ce3-bdf0-6eab3183f305 admin admin] Publish callbacks [] for security_group (7d548aa5-b6e6-4a8a-84d0-2872f018a29c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.471334 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0f2f-4098-4ce3-bdf0-6eab3183f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7d548aa5-b6e6-4a8a-84d0-2872f018a29c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.474533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-cc3d0f2f-4098-4ce3-bdf0-6eab3183f305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:06.476377 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-cc3d0f2f-4098-4ce3-bdf0-6eab3183f305 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7d548aa5-b6e6-4a8a-84d0-2872f018a29c HTTP/1.1" status: 204 len: 168 time: 0.2399471 Sep 27 16:43:06.492014 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d0f2f-4098-4ce3-bdf0-6eab3183f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d548aa5-b6e6-4a8a-84d0-2872f018a29c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:06.976484 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:43:07.022217 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port ddb6a707-22f0-4c10-adcc-9f4d5d262645 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:43:07.022598 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:07.023062 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port ddb6a707-22f0-4c10-adcc-9f4d5d262645 Sep 27 16:43:07.049280 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b0e52e49-56d9-4e60-abf5-b054e85f0c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:07.061281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d0d22-3e28-4fdd-96bf-326c4033ab06 req-543c5ffa-5cf1-4a81-ab7c-70663b8c8096 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:07.062764 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b88d0d22-3e28-4fdd-96bf-326c4033ab06 req-543c5ffa-5cf1-4a81-ab7c-70663b8c8096 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0488839 Sep 27 16:43:07.108465 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port ddb6a707-22f0-4c10-adcc-9f4d5d262645 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:43:07.108765 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:07.123111 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b88d0d22-3e28-4fdd-96bf-326c4033ab06 req-aa4b434c-b84d-4c69-b740-d44e3ba80acf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535347 Sep 27 16:43:07.138341 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:07.140602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad5d05-c7f6-4455-bf06-db218a008980" -d '{"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:07.154090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:07.181077 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f973e80d-c3a9-4e29-a06b-753ebf58fdae x-openstack-request-id: req-f973e80d-c3a9-4e29-a06b-753ebf58fdae {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:07.181369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:07.182326 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f973e80d-c3a9-4e29-a06b-753ebf58fdae {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:07.182326 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f973e80d-c3a9-4e29-a06b-753ebf58fdae'] response: {'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'code': 200} Sep 27 16:43:07.228187 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:07.256044 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ec63570-a195-4b0a-9e1c-d165e42946e2 req-7e7e2571-c08f-4aef-bb7e-18d34b8326f4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0352573 Sep 27 16:43:07.286234 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=10']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:07.303790 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3209c2c-2944-42b4-a531-dc3ce8b6b765 req-5ef202ab-e50a-47cd-8a10-109f5ee0e03c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:07.305259 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c3209c2c-2944-42b4-a531-dc3ce8b6b765 req-5ef202ab-e50a-47cd-8a10-109f5ee0e03c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0480313 Sep 27 16:43:07.355786 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c3209c2c-2944-42b4-a531-dc3ce8b6b765 req-9989f387-2684-4316-82fa-1bbe44c09223 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Sep 27 16:43:08.125379 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:08.219870 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a9610-ae61-49c5-a9ba-ac0cedc2d946 req-ee1be39a-5f21-464f-917e-f13044d3b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:08.221561 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c31a9610-ae61-49c5-a9ba-ac0cedc2d946 req-ee1be39a-5f21-464f-917e-f13044d3b44c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1131 time: 0.0461283 Sep 27 16:43:08.267791 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8e228-6c16-4bd7-9f99-a5bf4fab4c2f req-f6a37ef7-661a-49bb-b0cd-1d35a8d3ebc7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:08.271932 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c4d8e228-6c16-4bd7-9f99-a5bf4fab4c2f req-f6a37ef7-661a-49bb-b0cd-1d35a8d3ebc7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0622361 Sep 27 16:43:08.281866 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c31a9610-ae61-49c5-a9ba-ac0cedc2d946 req-b3c347e2-8c97-4031-bc66-01a69b1d65aa service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508337 Sep 27 16:43:08.304124 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:08.329345 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c4d8e228-6c16-4bd7-9f99-a5bf4fab4c2f req-4cb7aaaf-11db-4454-9a02-32172999be72 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538902 Sep 27 16:43:08.387280 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-44ad407a-89e2-495c-ad3b-81b17a3dd84d req-b43ea4af-d13f-4de4-996a-ca6f76a55ca6 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0319638 Sep 27 16:43:08.492277 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d9f78-5db9-485b-8734-d0932b7b6dba req-144b1f7f-5e9b-4d53-971b-9e469ddb868c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:08.493764 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b4d9f78-5db9-485b-8734-d0932b7b6dba req-144b1f7f-5e9b-4d53-971b-9e469ddb868c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0493681 Sep 27 16:43:08.557224 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b4d9f78-5db9-485b-8734-d0932b7b6dba req-a9af4e3e-423a-4b33-9396-c082ff75abf7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575588 Sep 27 16:43:08.649871 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-6ac44a7a-ee86-4b23-ad8e-2e3ec6c6ee38 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:08.651324 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-6ac44a7a-ee86-4b23-ad8e-2e3ec6c6ee38 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 809 time: 0.1228878 Sep 27 16:43:08.713831 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-e68df24b-0f0a-45c3-9366-4d9113907a28 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb77c9fe25cb4abda83cb3d2e665557a HTTP/1.1" status: 200 len: 380 time: 0.0544908 Sep 27 16:43:08.826285 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=55 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:08.842330 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=21 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:09.029046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'port': {'device_id': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'admin_state_up': True, 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'security_groups': ['9515b710-4238-41c0-a0b3-ea09e0b4bf90']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:43:09.129105 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:09.243220 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Made reservation on behalf of eb77c9fe25cb4abda83cb3d2e665557a for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:43:09.247294 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.379905 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Allocated IP 172.20.0.10 (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4/3733f6b0-d61e-438b-b2a5-1dbbbccd3e36/c6777043-34a8-4a48-b945-7f80df4e0022) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:43:09.467021 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3495-683b-4703-9f7a-0c8fa7b2e443 req-c17e2a73-21f9-4a7a-8913-57620e4e2903 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:09.469379 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9d9e3495-683b-4703-9f7a-0c8fa7b2e443 req-c17e2a73-21f9-4a7a-8913-57620e4e2903 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0614972 Sep 27 16:43:09.479226 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:09.513313 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa6ce869-0a9d-4969-99a1-0d246a395f80 req-85d20441-bb7a-456f-a5a6-0eb001c39b84 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0421042 Sep 27 16:43:09.533420 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for port (c6777043-34a8-4a48-b945-7f80df4e0022), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.554036 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9d9e3495-683b-4703-9f7a-0c8fa7b2e443 req-a9862621-c916-4dad-91d9-2c60db7d76db tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727882 Sep 27 16:43:09.643257 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.692521 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67f79-9a35-4b3f-84bb-1d821ae4c26f req-df519d73-4124-44b9-abb2-8cd3e50a84aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:09.695243 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f0e67f79-9a35-4b3f-84bb-1d821ae4c26f req-df519d73-4124-44b9-abb2-8cd3e50a84aa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0507629 Sep 27 16:43:09.697741 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:43:09.701215 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:43:09.705201 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:43:09.710092 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:09.763434 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:09.763434 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.763722 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f0e67f79-9a35-4b3f-84bb-1d821ae4c26f req-5d839d46-e072-4f27-be30-40ff513c817a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594218 Sep 27 16:43:09.782308 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.848915 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.885477 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-855d418e-57a9-4876-9cb6-ac3da1e6e32f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8625739 Sep 27 16:43:09.897665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Request body: {'port': {'device_id': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:43:09.945079 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Provisioning complete for port c6777043-34a8-4a48-b945-7f80df4e0022 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:43:09.945452 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.945802 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Attempt 1 to provision port c6777043-34a8-4a48-b945-7f80df4e0022 Sep 27 16:43:09.963942 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:09.984506 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Port c6777043-34a8-4a48-b945-7f80df4e0022 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:43:10.393756 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:10.475407 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6777043-34a8-4a48-b945-7f80df4e0022 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:43:10.483166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Publish callbacks [] for port (c6777043-34a8-4a48-b945-7f80df4e0022), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:10.486022 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Attempt 2 to provision port c6777043-34a8-4a48-b945-7f80df4e0022 Sep 27 16:43:10.497100 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Transition to ACTIVE for port object c6777043-34a8-4a48-b945-7f80df4e0022 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:43:10.518218 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Port c6777043-34a8-4a48-b945-7f80df4e0022 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:43:10.625850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:10.657315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca883-dcfc-49ef-b6b3-d2697390e428 req-da8b3768-4df7-4fe6-b1b4-d5884c8d4693 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:10.658874 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d1ca883-dcfc-49ef-b6b3-d2697390e428 req-da8b3768-4df7-4fe6-b1b4-d5884c8d4693 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 932 time: 0.0670304 Sep 27 16:43:10.694197 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:10.730518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3588a-5f4a-4fa9-b2bc-6bfc01dbafea req-5521035f-43bd-463e-8058-9f17f55a0d5a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:10.732042 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7f3588a-5f4a-4fa9-b2bc-6bfc01dbafea req-5521035f-43bd-463e-8058-9f17f55a0d5a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 944 time: 0.0835648 Sep 27 16:43:10.748885 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Attempting to bind port c6777043-34a8-4a48-b945-7f80df4e0022 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:43:10.749643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Attempting to bind port c6777043-34a8-4a48-b945-7f80df4e0022 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:43:10.750166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Attempting to bind port c6777043-34a8-4a48-b945-7f80df4e0022 on network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:43:10.775734 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6d1ca883-dcfc-49ef-b6b3-d2697390e428 req-2b476d35-b543-41e9-9d82-45a1dde9098b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078737 Sep 27 16:43:10.814820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d7f3588a-5f4a-4fa9-b2bc-6bfc01dbafea req-1eaf2419-87cd-4bec-852b-dc82e20bf5e2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638809 Sep 27 16:43:10.815383 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Port c6777043-34a8-4a48-b945-7f80df4e0022 on network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:43:10.815714 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Attempting to bind port c6777043-34a8-4a48-b945-7f80df4e0022 on network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:43:10.888476 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:43:10.889736 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Checking segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:43:10.893370 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Bound using segment: {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:43:10.893857 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Bound port: c6777043-34a8-4a48-b945-7f80df4e0022, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa2389a-66d1-4eac-89e1-522aee68ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:43:10.894831 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:10.900690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c09ad-1f72-449b-bfc6-c97dcf84f2ff req-b5322bd0-e6d8-4d42-89fb-5e46c217e0b9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:10.903306 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d9c09ad-1f72-449b-bfc6-c97dcf84f2ff req-b5322bd0-e6d8-4d42-89fb-5e46c217e0b9 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0564306 Sep 27 16:43:10.907185 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:10.958249 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8d9c09ad-1f72-449b-bfc6-c97dcf84f2ff req-5d639cf2-6d06-4838-a286-c45617c605a4 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489633 Sep 27 16:43:10.978166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:43:10.978964 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:43:10.999967 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device bfce7c0e-1dc8-42b2-b518-7b30f07592fc details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:43:11.022313 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Attempt 3 to provision port c6777043-34a8-4a48-b945-7f80df4e0022 Sep 27 16:43:11.062796 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:11.067924 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Port c6777043-34a8-4a48-b945-7f80df4e0022 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:43:11.068588 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:11.073306 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:11.074000 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:11.075494 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 1094 time: 1.1832862 Sep 27 16:43:11.076119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:11.078483 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0a4b4-a676-477c-b37a-5d85c3cff934" -d '{"events": [{"name": "network-changed", "server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:11.118907 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1297a927-d52d-49a8-9b48-bff177f99d49 x-openstack-request-id: req-1297a927-d52d-49a8-9b48-bff177f99d49 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:11.119207 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:11.119462 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1297a927-d52d-49a8-9b48-bff177f99d49 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:11.119865 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1297a927-d52d-49a8-9b48-bff177f99d49'] response: {'name': 'network-changed', 'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'status': 'completed', 'code': 200} Sep 27 16:43:11.135663 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4b840-d8c2-4f03-a4f0-942fe4c17350 service neutron] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:11.156177 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:11.169916 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:43:11.194863 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:11.207733 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port bfce7c0e-1dc8-42b2-b518-7b30f07592fc is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:43:11.208128 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:11.222322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfce7c0e-1dc8-42b2-b518-7b30f07592fc {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:43:11.228001 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a4b4-a676-477c-b37a-5d85c3cff934 req-faea060e-3e88-405c-9b3c-6a1549b7ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:11.229737 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a6f0a4b4-a676-477c-b37a-5d85c3cff934 req-faea060e-3e88-405c-9b3c-6a1549b7ae6b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1128 time: 0.0470212 Sep 27 16:43:11.243718 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:11.319814 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:11.341972 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a4b4-a676-477c-b37a-5d85c3cff934 req-53cea034-f287-4c08-ba9b-77d0b2f99d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:11.343593 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a6f0a4b4-a676-477c-b37a-5d85c3cff934 req-53cea034-f287-4c08-ba9b-77d0b2f99d77 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1059318 Sep 27 16:43:11.379412 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:11.504562 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a4b4-a676-477c-b37a-5d85c3cff934 req-fc877ce1-f2bb-4774-8694-377ed698942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:11.506028 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-a6f0a4b4-a676-477c-b37a-5d85c3cff934 req-fc877ce1-f2bb-4774-8694-377ed698942b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923531 Sep 27 16:43:11.568597 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Attempt 4 to provision port c6777043-34a8-4a48-b945-7f80df4e0022 Sep 27 16:43:11.607914 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-3a323564-5c53-42a7-b4ca-d1eae2d790d9 None None] Port c6777043-34a8-4a48-b945-7f80df4e0022 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:43:11.917161 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cc37b-3174-4dcd-8731-3fd8d4680fc3 req-7d05169d-0b59-4a4f-bf0f-d8532d8526ff tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:11.918752 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c5cc37b-3174-4dcd-8731-3fd8d4680fc3 req-7d05169d-0b59-4a4f-bf0f-d8532d8526ff tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0609252 Sep 27 16:43:11.967405 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2976aa9-1bed-409f-b503-52e8027a1e11 req-7059c1b3-49b5-417d-94de-410a9c508c05 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:11.968897 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f2976aa9-1bed-409f-b503-52e8027a1e11 req-7059c1b3-49b5-417d-94de-410a9c508c05 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 945 time: 0.0709898 Sep 27 16:43:12.012267 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c5cc37b-3174-4dcd-8731-3fd8d4680fc3 req-ec7df02e-dd8c-47e0-8674-bee3753c0cea tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774715 Sep 27 16:43:12.024057 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:12.056322 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f2976aa9-1bed-409f-b503-52e8027a1e11 req-8bd55bd3-8cbd-4d2c-a433-da69ca58751c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765183 Sep 27 16:43:12.133618 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fcd3e-dd3e-4344-b0dd-c0a6215eb558 req-c6525ac7-134e-4ff9-b6c4-f6e00efbef2a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:12.135131 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-044fcd3e-dd3e-4344-b0dd-c0a6215eb558 req-c6525ac7-134e-4ff9-b6c4-f6e00efbef2a tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0549071 Sep 27 16:43:12.192432 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-044fcd3e-dd3e-4344-b0dd-c0a6215eb558 req-18c8ccc5-30b4-4c77-a811-79831d2d2658 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514722 Sep 27 16:43:13.174487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1ac4-8f48-43af-8aef-82181f9857c4 req-a28e69f6-6c02-41c1-8505-7da3f3705e2e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:13.176559 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-367f1ac4-8f48-43af-8aef-82181f9857c4 req-a28e69f6-6c02-41c1-8505-7da3f3705e2e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0738726 Sep 27 16:43:13.203280 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6737-e90c-4893-a792-22543e3af2cf req-757ff722-5471-459d-b5dc-e2fcb363b714 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:13.204665 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-079f6737-e90c-4893-a792-22543e3af2cf req-757ff722-5471-459d-b5dc-e2fcb363b714 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 945 time: 0.0692286 Sep 27 16:43:13.244213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:13.252584 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-367f1ac4-8f48-43af-8aef-82181f9857c4 req-04ddfa0a-5cb9-4d83-b2b8-83dbfcc6f39e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704906 Sep 27 16:43:13.276928 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-079f6737-e90c-4893-a792-22543e3af2cf req-7f9d765e-6bf1-4dc4-b175-953fb28f3aed tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658045 Sep 27 16:43:14.093274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-138bc3bf-b654-4ff2-b33f-5372f5eecc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:14.094995 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-138bc3bf-b654-4ff2-b33f-5372f5eecc1f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1128 time: 0.0441158 Sep 27 16:43:14.136793 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-5cae8cd4-7cc0-426a-b088-aeec9bd28de2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Sep 27 16:43:14.140572 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['bfce7c0e-1dc8-42b2-b518-7b30f07592fc'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:43:14.189973 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-ed881d73-5dce-43f5-a1e1-9b05b6e0466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:14.192067 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-ed881d73-5dce-43f5-a1e1-9b05b6e0466c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0482056 Sep 27 16:43:14.241953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-c1b7afa1-0d50-4b6a-a35d-b23bcfd6aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:14.243449 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-c1b7afa1-0d50-4b6a-a35d-b23bcfd6aac5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446680 Sep 27 16:43:14.361048 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:14.376283 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-a7ec26fa-2446-43b5-b703-9f4d97ff11ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191936 Sep 27 16:43:14.431220 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b155-6758-4670-877d-8c0c588cde02 req-dbd8af16-79d4-45c7-b0d6-a5149dadbe45 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:14.432955 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8f65b155-6758-4670-877d-8c0c588cde02 req-dbd8af16-79d4-45c7-b0d6-a5149dadbe45 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0997915 Sep 27 16:43:14.464929 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b84267-44a7-431b-bec4-8f5a1c428e35 req-3d167eec-7630-48c7-99ed-17e3116c907c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:14.469160 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8b84267-44a7-431b-bec4-8f5a1c428e35 req-3d167eec-7630-48c7-99ed-17e3116c907c tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 945 time: 0.0899117 Sep 27 16:43:14.509081 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-00aa5f9c-450e-4ada-95cb-a969d66bb7fa req-94adda7c-042e-4b52-a5c9-58c067f3eab8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190407 Sep 27 16:43:14.520031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8f65b155-6758-4670-877d-8c0c588cde02 req-ddd1663a-bc3b-465b-b921-ab1e9ee75dbb tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789361 Sep 27 16:43:14.547811 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c8b84267-44a7-431b-bec4-8f5a1c428e35 req-20c513c2-a9fa-4eb2-852e-b9bea009f4e7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728703 Sep 27 16:43:15.678192 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77054ed3-f395-4899-a78f-3e3600fd741a req-ae62fd01-ddc5-4038-bc2c-fa9d656cba68 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:15.679601 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77054ed3-f395-4899-a78f-3e3600fd741a req-ae62fd01-ddc5-4038-bc2c-fa9d656cba68 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0759301 Sep 27 16:43:15.708168 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dfaf6-2a1b-4ccb-8c22-4991db5b428c req-54a4d64f-1ce1-4ed1-9fed-7c3daf2ce796 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:15.709658 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb0dfaf6-2a1b-4ccb-8c22-4991db5b428c req-54a4d64f-1ce1-4ed1-9fed-7c3daf2ce796 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 945 time: 0.0772893 Sep 27 16:43:15.760100 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77054ed3-f395-4899-a78f-3e3600fd741a req-bf77add8-1732-4287-97f9-1b37ffd1f856 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746770 Sep 27 16:43:15.795884 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bb0dfaf6-2a1b-4ccb-8c22-4991db5b428c req-6f9b79f9-618c-47ff-8084-1f56cd76ef96 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784090 Sep 27 16:43:16.015267 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device bfce7c0e-1dc8-42b2-b518-7b30f07592fc up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:43:16.057548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port bfce7c0e-1dc8-42b2-b518-7b30f07592fc completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:43:16.136103 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port bfce7c0e-1dc8-42b2-b518-7b30f07592fc triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:43:16.136480 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:16.136818 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port bfce7c0e-1dc8-42b2-b518-7b30f07592fc Sep 27 16:43:16.211513 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port bfce7c0e-1dc8-42b2-b518-7b30f07592fc is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:43:16.211819 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:16.234536 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:16.236833 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe05630-e97d-419e-9696-2454b5fa17e7" -d '{"events": [{"server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "name": "network-vif-plugged", "status": "completed", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:16.250618 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:16.277457 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6bfc4-a06a-4870-b9c2-e1b78c5b0780 x-openstack-request-id: req-35d6bfc4-a06a-4870-b9c2-e1b78c5b0780 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:16.277774 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "name": "network-vif-plugged", "status": "completed", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:16.278035 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35d6bfc4-a06a-4870-b9c2-e1b78c5b0780 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:16.278439 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d6bfc4-a06a-4870-b9c2-e1b78c5b0780'] response: {'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'code': 200} Sep 27 16:43:16.385473 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:16.432355 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:16.885692 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275b19-3ed3-401d-9e6c-bef53298f5c0 req-db47ef31-42cf-4289-8973-543aa752cbf8 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:16.887143 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-22275b19-3ed3-401d-9e6c-bef53298f5c0 req-db47ef31-42cf-4289-8973-543aa752cbf8 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0503678 Sep 27 16:43:16.955371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a0f58-b8b0-4a32-bf8f-fd2efecd5f9e req-6ed3a105-53d9-4a52-b279-64be9508e9dc tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:16.957657 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f3a0f58-b8b0-4a32-bf8f-fd2efecd5f9e req-6ed3a105-53d9-4a52-b279-64be9508e9dc tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0786428 Sep 27 16:43:16.980624 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-22275b19-3ed3-401d-9e6c-bef53298f5c0 req-89fcce20-7f3f-4629-b28b-a7062b946374 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846269 Sep 27 16:43:17.017683 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f3a0f58-b8b0-4a32-bf8f-fd2efecd5f9e req-0c30df81-afa4-4191-838e-73ed815f834d tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521858 Sep 27 16:43:17.611051 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336b04a-aa0a-4bf9-a5a5-7a160c52c538 req-d202cb25-6f3a-4489-9b87-550f8e15f79d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:17.612511 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0336b04a-aa0a-4bf9-a5a5-7a160c52c538 req-d202cb25-6f3a-4489-9b87-550f8e15f79d tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Sep 27 16:43:17.660249 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0336b04a-aa0a-4bf9-a5a5-7a160c52c538 req-6f94f1d4-77a3-423c-85e2-d36ea3314434 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415666 Sep 27 16:43:18.106934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:18.116601 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537df39c-c1ce-4224-a3fe-66b68a85226d req-1b248d6a-87a5-4673-b38a-33af08a58b78 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:18.118039 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-537df39c-c1ce-4224-a3fe-66b68a85226d req-1b248d6a-87a5-4673-b38a-33af08a58b78 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0604539 Sep 27 16:43:18.165044 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77245-3de3-4292-a864-353beb559083 req-1c120689-e518-469e-99b9-833cfdfceae8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:18.166369 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2ef77245-3de3-4292-a864-353beb559083 req-1c120689-e518-469e-99b9-833cfdfceae8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0733933 Sep 27 16:43:18.205553 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-537df39c-c1ce-4224-a3fe-66b68a85226d req-13b9f9fa-0ce0-4e3c-ba1e-e4c101db7810 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715866 Sep 27 16:43:18.234628 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2ef77245-3de3-4292-a864-353beb559083 req-4972553f-d07d-4369-ba63-0cb9d0c3ac19 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582261 Sep 27 16:43:18.779966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8eaf-2841-4ef2-b2d4-8b06585dd4a5 req-8fde0205-d9e6-4184-b95b-6d47f3c2fe57 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:18.781412 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2ddd8eaf-2841-4ef2-b2d4-8b06585dd4a5 req-8fde0205-d9e6-4184-b95b-6d47f3c2fe57 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0471520 Sep 27 16:43:18.830438 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2ddd8eaf-2841-4ef2-b2d4-8b06585dd4a5 req-b751128b-c466-4066-916d-8ae7dafbdd42 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Sep 27 16:43:19.080873 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca54465-c2de-4991-a1d2-fc3b53c6e446 req-e7fd5b71-64b8-4513-8b02-b51c090df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:19.083124 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0ca54465-c2de-4991-a1d2-fc3b53c6e446 req-e7fd5b71-64b8-4513-8b02-b51c090df46f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0396004 Sep 27 16:43:19.133592 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0ca54465-c2de-4991-a1d2-fc3b53c6e446 req-38195393-b4aa-46cd-b69a-f2a6b2e283be service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398238 Sep 27 16:43:19.360474 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21acc-e99d-4165-a9bb-8058cad3f74a req-6b9191fd-4e40-48b1-96dc-0c3aaa6c8f44 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:19.361959 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17b21acc-e99d-4165-a9bb-8058cad3f74a req-6b9191fd-4e40-48b1-96dc-0c3aaa6c8f44 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0739274 Sep 27 16:43:19.378032 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:19.384206 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc621446-466b-46d5-9fec-84e92f357924 req-ab169f83-e509-44f0-8abc-ac2d160b4b82 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:19.385574 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc621446-466b-46d5-9fec-84e92f357924 req-ab169f83-e509-44f0-8abc-ac2d160b4b82 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0681410 Sep 27 16:43:19.448774 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17b21acc-e99d-4165-a9bb-8058cad3f74a req-773e9198-9ed9-40b1-9c9b-e47beaf87380 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787706 Sep 27 16:43:19.462110 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc621446-466b-46d5-9fec-84e92f357924 req-9f4108c6-ec35-436e-8595-e01904362440 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695958 Sep 27 16:43:19.955011 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa593e7-9199-4862-b72e-88c4391d0f8e req-7876315a-fdea-46c7-9bbf-11819c000450 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:19.956508 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7aa593e7-9199-4862-b72e-88c4391d0f8e req-7876315a-fdea-46c7-9bbf-11819c000450 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Sep 27 16:43:20.006902 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7aa593e7-9199-4862-b72e-88c4391d0f8e req-7433f6da-69e5-4aad-9080-2d811fda5fe7 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Sep 27 16:43:20.600698 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa2f7-ef21-43ba-ac17-099fbeab11f0 req-db048109-2962-404d-a045-edaf22d50587 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:20.602172 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-142aa2f7-ef21-43ba-ac17-099fbeab11f0 req-db048109-2962-404d-a045-edaf22d50587 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0774977 Sep 27 16:43:20.612484 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fca4c-de7e-4c59-b19c-404d712ade01 req-ec67ddc1-0f1a-40ed-836f-17cd0868606b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:20.614688 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a00fca4c-de7e-4c59-b19c-404d712ade01 req-ec67ddc1-0f1a-40ed-836f-17cd0868606b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0598743 Sep 27 16:43:20.690718 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-142aa2f7-ef21-43ba-ac17-099fbeab11f0 req-e78b4ef3-01b9-445e-937e-5cbc8f1e7391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755806 Sep 27 16:43:20.699359 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a00fca4c-de7e-4c59-b19c-404d712ade01 req-0518f75a-22cd-4bea-bdbf-24e8bf893bb1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783513 Sep 27 16:43:21.128159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc2983-a15c-4cc3-87c1-bee3d8f3565f req-5f7ab2da-db42-4af3-b822-b3beeccb3952 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:21.130172 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1fbc2983-a15c-4cc3-87c1-bee3d8f3565f req-5f7ab2da-db42-4af3-b822-b3beeccb3952 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0470276 Sep 27 16:43:21.176602 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1fbc2983-a15c-4cc3-87c1-bee3d8f3565f req-6cce0a77-a4ab-4acd-bffa-909554e4ece8 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 Sep 27 16:43:21.325984 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-e01d436b-4125-4444-b2f3-5bc092bde13c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:21.327396 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-e01d436b-4125-4444-b2f3-5bc092bde13c tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0453367 Sep 27 16:43:21.848378 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9dbdb-b1a7-4242-a1d7-d4c3749de40f req-4af6b6b3-b40b-48f0-a41d-e906bbb3d31f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:21.849881 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17a9dbdb-b1a7-4242-a1d7-d4c3749de40f req-4af6b6b3-b40b-48f0-a41d-e906bbb3d31f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0818679 Sep 27 16:43:21.855826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaefac5-5620-4f11-b8fb-5467e0ff400e req-146f5c04-87ef-4e13-8ca6-3c8f8e7d64e9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:21.857191 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7eaefac5-5620-4f11-b8fb-5467e0ff400e req-146f5c04-87ef-4e13-8ca6-3c8f8e7d64e9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0791872 Sep 27 16:43:21.936503 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-17a9dbdb-b1a7-4242-a1d7-d4c3749de40f req-8595d0d7-cd75-4589-b99f-14292a315f5c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782347 Sep 27 16:43:21.939854 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7eaefac5-5620-4f11-b8fb-5467e0ff400e req-e52cdc4d-aefb-4416-bfdd-73e5a368e328 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755627 Sep 27 16:43:22.056586 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port cf0033be-5776-4a8f-b33f-08ea7fc21985 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:22.056933 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:22.155039 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] For port cf0033be-5776-4a8f-b33f-08ea7fc21985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=cf0033be-5776-4a8f-b33f-08ea7fc21985,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:22.155574 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:22.297229 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1319eb-9f15-45b7-b9af-948730b1ca82 req-69b12618-3eb0-4489-8c0f-09f4d64b7706 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:22.298849 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee1319eb-9f15-45b7-b9af-948730b1ca82 req-69b12618-3eb0-4489-8c0f-09f4d64b7706 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 945 time: 0.0469904 Sep 27 16:43:22.320089 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:22.320462 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (7e819cb1-3b2f-4cae-9035-9e8c375ab8a5), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:22.320781 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Floating IP 7e819cb1-3b2f-4cae-9035-9e8c375ab8a5 disassociated. External IP: 172.27.2.81, port: cf0033be-5776-4a8f-b33f-08ea7fc21985. Sep 27 16:43:22.321127 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for cf0033be-5776-4a8f-b33f-08ea7fc21985 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:22.333741 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:22.350846 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ee1319eb-9f15-45b7-b9af-948730b1ca82 req-b2a4495d-0a22-46e2-97e5-9722f7940250 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c00dd09e-4dc4-4128-bb74-6d58837788fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457020 Sep 27 16:43:22.385815 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:22.533808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (cf0033be-5776-4a8f-b33f-08ea7fc21985), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:22.562884 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=cf0033be-5776-4a8f-b33f-08ea7fc21985,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:22.655240 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:22.672099 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:43:22.776212 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:43:22.786414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:43:22.796619 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:22.797241 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:22.799732 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:22.823400 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] No DVR routers for this DVR port cf0033be-5776-4a8f-b33f-08ea7fc21985 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:43:22.826238 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:22.829713 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1e062aa8-0d95-4121-b6bb-6e35e94715c6 req-1207bb5d-514a-44b9-9c67-0666cbbaf539 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.33 "DELETE /networking/v2.0/ports/cf0033be-5776-4a8f-b33f-08ea7fc21985 HTTP/1.1" status: 204 len: 173 time: 0.8607574 Sep 27 16:43:22.830288 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'name': 'network-vif-deleted', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:22.833235 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248e0010-59f2-400d-be6a-ebfa2b9b768b" -d '{"events": [{"server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "name": "network-vif-deleted", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:22.873009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3e4ec3-fc18-40a2-914b-871f3b49161a x-openstack-request-id: req-bb3e4ec3-fc18-40a2-914b-871f3b49161a {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:22.873306 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742a4313-504c-4882-8811-aafcac933bf4", "name": "network-vif-deleted", "tag": "cf0033be-5776-4a8f-b33f-08ea7fc21985", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:22.873560 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb3e4ec3-fc18-40a2-914b-871f3b49161a {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:22.873965 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3e4ec3-fc18-40a2-914b-871f3b49161a'] response: {'server_uuid': '742a4313-504c-4882-8811-aafcac933bf4', 'name': 'network-vif-deleted', 'tag': 'cf0033be-5776-4a8f-b33f-08ea7fc21985', 'status': 'completed', 'code': 200} Sep 27 16:43:23.027652 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:23.097568 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:23.107379 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500663f-dfe5-4f7c-8805-a1ae8f0d9ecd req-00aa3dee-9e7b-4220-80d5-ef9cc8572424 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:23.108843 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6500663f-dfe5-4f7c-8805-a1ae8f0d9ecd req-00aa3dee-9e7b-4220-80d5-ef9cc8572424 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0836580 Sep 27 16:43:23.117283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1e02d-dcb5-43d5-8d83-5975fa7e77cb req-91ee3629-5c4a-48a0-a291-115b134f4645 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:23.118712 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7fc1e02d-dcb5-43d5-8d83-5975fa7e77cb req-91ee3629-5c4a-48a0-a291-115b134f4645 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0842340 Sep 27 16:43:23.195852 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6500663f-dfe5-4f7c-8805-a1ae8f0d9ecd req-4d8ab4c7-904d-405a-be20-9ef006a830d6 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760119 Sep 27 16:43:23.204458 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7fc1e02d-dcb5-43d5-8d83-5975fa7e77cb req-89bb51b9-b14d-4eb5-858e-fc08910175d8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787630 Sep 27 16:43:23.234449 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:23.264014 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:43:23.273584 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:23.274205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:23.325123 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad770-687c-4f69-8b5e-fed0e966fe7f req-097930c1-4107-44bd-97c3-3911effadefb tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:23.326604 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-adaad770-687c-4f69-8b5e-fed0e966fe7f req-097930c1-4107-44bd-97c3-3911effadefb tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0470216 Sep 27 16:43:23.375332 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:23.377514 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-adaad770-687c-4f69-8b5e-fed0e966fe7f req-7a3fca6b-88a5-42c1-b802-7c8d37edd6a6 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Sep 27 16:43:23.407635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33538) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:23.450654 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a44ff4-4947-4738-95aa-9e4c8e2f7a2f tempest-TestVolumeBootPattern-330167757 tempest-TestVolumeBootPattern-330167757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:23.452262 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-55a44ff4-4947-4738-95aa-9e4c8e2f7a2f tempest-TestVolumeBootPattern-330167757 tempest-TestVolumeBootPattern-330167757-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1125 time: 0.0433474 Sep 27 16:43:23.455016 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33540) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:23.459869 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:43:23.462461 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cf4b06e2-510f-4f7c-bafe-a6b4de63ed32 req-318bb04d-7afd-4365-bc57-450d46ab3348 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Sep 27 16:43:23.568328 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:23.580239 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:23.605716 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a9ff2-fa38-435a-835a-71e3cd64ba25 None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:36:37Z', 'revision_number': 4, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c4bf4d7e-972c-4797-ad90-8f3803779b3d', 'name': '', 'network_id': '16983143-f1f9-476b-8846-75cee163a487', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'mac_address': 'fa:16:3e:d1:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:35Z', 'updated_at': '2022-09-27T16:36:46Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'subnets': [{'id': '87db513a-afee-48ee-a140-5875ef7c38a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:43:23.651813 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:23.761296 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Allocated IP 172.27.2.55 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/80809728-136f-458d-81df-d71b8dc85c85) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:43:23.842038 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0e2d0-7066-4942-af60-7770cc6fb9bc None None] New status for floating IP 7e819cb1-3b2f-4cae-9035-9e8c375ab8a5: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:43:23.873190 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (80809728-136f-458d-81df-d71b8dc85c85), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:23.951414 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (80809728-136f-458d-81df-d71b8dc85c85), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:23.991753 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:43:23.996510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:43:24.000573 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:43:24.003657 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=80809728-136f-458d-81df-d71b8dc85c85,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:24.074757 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:24.207500 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:24.304528 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:24.320089 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81d15-0f95-4879-b365-37b7c8378020 req-f8708ab1-3eec-4414-afcb-ea5ec03ad84e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:24.321734 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-09e81d15-0f95-4879-b365-37b7c8378020 req-f8708ab1-3eec-4414-afcb-ea5ec03ad84e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0484900 Sep 27 16:43:24.365649 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (466aba75-6185-461d-b757-a5edf4c21a95), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:24.377321 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-09e81d15-0f95-4879-b365-37b7c8378020 req-9a522067-f637-4f2f-8c36-8dda99621fdc tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500062 Sep 27 16:43:24.516632 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (80809728-136f-458d-81df-d71b8dc85c85), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:24.571182 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dfc349dd-42b6-40d5-a30c-2a7567356d79 req-94bb35a1-a74f-460d-be03-b9c3dc0869b6 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Sep 27 16:43:24.663565 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (80809728-136f-458d-81df-d71b8dc85c85), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:24.710853 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (80809728-136f-458d-81df-d71b8dc85c85), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:24.744187 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:43:24.776305 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=80809728-136f-458d-81df-d71b8dc85c85,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:24.778718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (466aba75-6185-461d-b757-a5edf4c21a95), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:24.875065 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Floating IP 466aba75-6185-461d-b757-a5edf4c21a95 associated. External IP: 172.27.2.55, port: bfce7c0e-1dc8-42b2-b518-7b30f07592fc. Sep 27 16:43:24.975695 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:25.084607 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:43:25.142549 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:43:25.200387 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:43:25.221515 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:43:25.245914 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:25.246700 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:25.290093 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:25.320709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:25.330505 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-b3b846e0-e56a-4946-a267-9214bc7ef8b1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8719857 Sep 27 16:43:25.330505 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:25.332597 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb16506-9409-46a8-8a4a-233f08c2f8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:25.369535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:25.382995 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a53112-ba8e-453d-bb0e-a59bdf1ce544 x-openstack-request-id: req-94a53112-ba8e-453d-bb0e-a59bdf1ce544 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:25.383439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:25.383827 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94a53112-ba8e-453d-bb0e-a59bdf1ce544 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:25.384421 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a53112-ba8e-453d-bb0e-a59bdf1ce544'] response: {'name': 'network-changed', 'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'status': 'completed', 'code': 200} Sep 27 16:43:25.393302 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'port_id': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'mac_address': 'fa:16:3e:08:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:43:25.424931 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:25.455796 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-84b73105-c325-4134-9a84-fc5ff473157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:25.458074 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-84b73105-c325-4134-9a84-fc5ff473157a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0518868 Sep 27 16:43:25.464511 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:25.475055 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port c6777043-34a8-4a48-b945-7f80df4e0022 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:43:25.475477 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:25.534154 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86b393-e24b-4bfd-90dc-aa13f6df8c57 req-75b5aa34-60a9-454b-9153-5538cbb76a6d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:25.535304 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6777043-34a8-4a48-b945-7f80df4e0022 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:43:25.537257 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9c86b393-e24b-4bfd-90dc-aa13f6df8c57 req-75b5aa34-60a9-454b-9153-5538cbb76a6d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0553806 Sep 27 16:43:25.578452 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:25.598943 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9c86b393-e24b-4bfd-90dc-aa13f6df8c57 req-3f5f4871-e983-4d44-9f7d-7e5267ae4a65 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543871 Sep 27 16:43:25.628432 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:25.645653 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-f5a7b03d-b7cd-42cf-a9dc-6e1e0d0e7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:25.650538 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-f5a7b03d-b7cd-42cf-a9dc-6e1e0d0e7cfe service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.1792843 Sep 27 16:43:25.671767 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:25.731181 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-137a1d15-53b5-42a5-815d-6cd47cf5e719 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 999 time: 0.0774083 Sep 27 16:43:25.743233 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1b35e688-1a94-4323-bbd7-c197fe5ad197 req-d0a6cd11-36ce-4efa-b3b3-fdce8c567e5a tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=742a4313-504c-4882-8811-aafcac933bf4 HTTP/1.1" status: 200 len: 210 time: 0.0526755 Sep 27 16:43:25.797259 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:25.797259 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:24Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:25.801903 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-a8a5f565-8355-412c-a1ad-4bb9391dc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:25.803298 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-a8a5f565-8355-412c-a1ad-4bb9391dc835 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0647140 Sep 27 16:43:25.827521 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:43:25.830257 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.830604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.830971 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.831306 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.831636 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.831961 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.832282 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.833144 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.833472 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.833789 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.834109 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.834427 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.834744 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.835086 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.835398 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:25.851253 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:25.851878 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:25.856670 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-e5010b8b-8d0f-4daa-890e-9ee914829603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:25.858205 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-e5010b8b-8d0f-4daa-890e-9ee914829603 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477328 Sep 27 16:43:26.057630 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['c6777043-34a8-4a48-b945-7f80df4e0022'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:43:26.116160 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:26.401229 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-35b9f51f-ce56-4121-a3e1-c2b5397d25fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461945 Sep 27 16:43:26.425436 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:26.453645 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:24Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:26.495389 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccd0a4-6092-4d08-a761-84ef7591f412 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:24Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:43:26.521667 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6cb16506-9409-46a8-8a4a-233f08c2f8a5 req-68cc1c47-b3cd-4965-9269-a941bbe8774b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139145 Sep 27 16:43:26.704499 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9ad5d-54cf-4bf7-97f0-ca2a2f68eb3e None None] New status for floating IP 466aba75-6185-461d-b757-a5edf4c21a95: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:43:26.739111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1f1a5-cf8e-4343-ad30-a74f642d19fa req-5f054f9e-b488-43b1-b325-54612cb295cf tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:26.741015 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7fb1f1a5-cf8e-4343-ad30-a74f642d19fa req-5f054f9e-b488-43b1-b325-54612cb295cf tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 945 time: 0.0517826 Sep 27 16:43:26.793151 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7fb1f1a5-cf8e-4343-ad30-a74f642d19fa req-30847060-4f30-429e-a3e9-0d3c338f99e9 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Sep 27 16:43:26.999168 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33574) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:27.053342 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6cb21aeb-1078-482b-97c0-4fa103fc0527 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (c00dd09e-4dc4-4128-bb74-6d58837788fe), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.074509 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6cb21aeb-1078-482b-97c0-4fa103fc0527 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (c00dd09e-4dc4-4128-bb74-6d58837788fe), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.146265 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:43:27.193474 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port c6777043-34a8-4a48-b945-7f80df4e0022 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:43:27.217274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6cb21aeb-1078-482b-97c0-4fa103fc0527 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c00dd09e-4dc4-4128-bb74-6d58837788fe), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.217274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6cb21aeb-1078-482b-97c0-4fa103fc0527 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.217274 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-6cb21aeb-1078-482b-97c0-4fa103fc0527 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c00dd09e-4dc4-4128-bb74-6d58837788fe HTTP/1.1" status: 204 len: 168 time: 0.2171082 Sep 27 16:43:27.220220 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33576) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:27.227267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb21aeb-1078-482b-97c0-4fa103fc0527 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00dd09e-4dc4-4128-bb74-6d58837788fe,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:27.235103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.api.v2.resource [None req-f1467cdd-6b12-4bd6-9314-fb44dadb9164 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] show failed (client error): The resource could not be found. Sep 27 16:43:27.236107 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f1467cdd-6b12-4bd6-9314-fb44dadb9164 tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "GET /networking/v2.0/security-groups/c00dd09e-4dc4-4128-bb74-6d58837788fe HTTP/1.1" status: 404 len: 347 time: 0.0148003 Sep 27 16:43:27.239905 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33578) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:27.264873 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port c6777043-34a8-4a48-b945-7f80df4e0022 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:43:27.265253 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.265593 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port c6777043-34a8-4a48-b945-7f80df4e0022 Sep 27 16:43:27.341533 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port c6777043-34a8-4a48-b945-7f80df4e0022 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:43:27.342352 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.353144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Deleting port 1fede680-a556-44f5-963d-d45c3a8fa4a3 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:27.353494 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.360541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:27.366213 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:27.368624 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991d6bd-9736-4735-a974-4e7356c3affe" -d '{"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-plugged", "status": "completed", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:27.385009 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:27.408588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44199a1-7b3a-4407-afce-a8e569d942ad x-openstack-request-id: req-e44199a1-7b3a-4407-afce-a8e569d942ad {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:27.408967 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-plugged", "status": "completed", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:27.409218 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e44199a1-7b3a-4407-afce-a8e569d942ad {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:27.409622 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44199a1-7b3a-4407-afce-a8e569d942ad'] response: {'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'code': 200} Sep 27 16:43:27.439898 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.440222 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (1fede680-a556-44f5-963d-d45c3a8fa4a3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.452964 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Calling delete_port for 1fede680-a556-44f5-963d-d45c3a8fa4a3 owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:27.476361 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.477136 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device cf0033be-5776-4a8f-b33f-08ea7fc21985 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:43:27.521575 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:27.527059 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: cf0033be-5776-4a8f-b33f-08ea7fc21985 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:43:27.527414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device cf0033be-5776-4a8f-b33f-08ea7fc21985 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:43:27.555921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:27.654132 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (1fede680-a556-44f5-963d-d45c3a8fa4a3), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.679053 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Pushing event deleted for resources: {'Port': ['ID=1fede680-a556-44f5-963d-d45c3a8fa4a3,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:27.681463 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a22512-e29d-4d2b-a5cb-624bba7fad30 req-937802df-876f-441e-92a1-19c5ca38e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:27.683027 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e0a22512-e29d-4d2b-a5cb-624bba7fad30 req-937802df-876f-441e-92a1-19c5ca38e1c9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0489252 Sep 27 16:43:27.695959 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:27.744981 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e0a22512-e29d-4d2b-a5cb-624bba7fad30 req-f4a526d9-4aef-48a8-bc7c-e8527e441595 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448656 Sep 27 16:43:27.749459 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks [] for floatingip (7e819cb1-3b2f-4cae-9035-9e8c375ab8a5), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.752303 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:27.753593 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-59e0dee8-992e-4643-8e86-55bd1011e1da tempest-AttachVolumeNegativeTest-145667287 tempest-AttachVolumeNegativeTest-145667287-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/7e819cb1-3b2f-4cae-9035-9e8c375ab8a5 HTTP/1.1" status: 204 len: 168 time: 0.5126452 Sep 27 16:43:27.917650 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564ab4-77ec-4f87-b4c3-fd314c107b17 req-ddede8c7-ed3b-44a4-9012-6ce10879bfbc tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:27.919127 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c5564ab4-77ec-4f87-b4c3-fd314c107b17 req-ddede8c7-ed3b-44a4-9012-6ce10879bfbc tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Sep 27 16:43:27.991098 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c5564ab4-77ec-4f87-b4c3-fd314c107b17 req-926c71b1-df29-4cef-8205-73f09b5df9a4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663099 Sep 27 16:43:29.124695 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784a598-43f9-4e6f-951f-bb4ddb1f7b2f req-b3e840cc-4438-4c57-b2bb-cc8e29ef25b6 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:29.128307 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6784a598-43f9-4e6f-951f-bb4ddb1f7b2f req-b3e840cc-4438-4c57-b2bb-cc8e29ef25b6 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Sep 27 16:43:29.178742 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6784a598-43f9-4e6f-951f-bb4ddb1f7b2f req-786dcaab-12c3-4fd2-8fb7-2c01ab886722 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Sep 27 16:43:30.296844 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb238295-c48d-4ae8-913f-b040b03f9b78 req-cb53b0b6-4caa-4f47-a219-a126741183c0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:30.298271 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fb238295-c48d-4ae8-913f-b040b03f9b78 req-cb53b0b6-4caa-4f47-a219-a126741183c0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0453911 Sep 27 16:43:30.328475 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:30.347315 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fb238295-c48d-4ae8-913f-b040b03f9b78 req-aa903f35-6163-4fc5-8813-2daab7b4d088 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Sep 27 16:43:31.227613 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:31.474476 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01136-2dee-4d49-bf82-3327fbc1cb96 req-6f8b5089-bbc7-4848-a9ea-558280ef6718 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:31.476422 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b7d01136-2dee-4d49-bf82-3327fbc1cb96 req-6f8b5089-bbc7-4848-a9ea-558280ef6718 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0532076 Sep 27 16:43:31.526612 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b7d01136-2dee-4d49-bf82-3327fbc1cb96 req-9d534835-0a8b-4a75-b4b3-af7dad4b32f5 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Sep 27 16:43:32.655121 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef390ad3-48bf-44d0-9584-139079239aa2 req-77a1f611-da17-452d-b490-b9a6bb926443 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:32.656610 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ef390ad3-48bf-44d0-9584-139079239aa2 req-77a1f611-da17-452d-b490-b9a6bb926443 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0480394 Sep 27 16:43:32.705646 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ef390ad3-48bf-44d0-9584-139079239aa2 req-a661a547-c6a9-496c-8b0c-5f6c13628f1c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Sep 27 16:43:32.827614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37428-267d-4b17-8a29-29c74f267a94 req-fd711690-25d1-4673-84bb-8dee3f49af95 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:32.828979 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fdc37428-267d-4b17-8a29-29c74f267a94 req-fd711690-25d1-4673-84bb-8dee3f49af95 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0463634 Sep 27 16:43:32.888085 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fdc37428-267d-4b17-8a29-29c74f267a94 req-8187cb0e-920f-442e-9b7c-9edc7ba845a8 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499809 Sep 27 16:43:32.917860 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33654) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:33.095846 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-8ba73c23-8d93-473e-8d0c-d2b8ed82513f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400922 Sep 27 16:43:33.105527 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90d0b5-a8c7-430e-a8e2-f354f6a22630 tempest-TestShelveInstance-381353174 tempest-TestShelveInstance-381353174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:33.107057 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-bf90d0b5-a8c7-430e-a8e2-f354f6a22630 tempest-TestShelveInstance-381353174 tempest-TestShelveInstance-381353174-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1125 time: 0.1882026 Sep 27 16:43:33.110044 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33658) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:33.114259 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'port_id': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:43:33.179061 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-393ef8be-864e-4ca3-b84e-780a7f0e92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:33.179291 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-393ef8be-864e-4ca3-b84e-780a7f0e92dd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=41cca09950c34cc7baded0eb0a42bb07&device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 1131 time: 0.0396569 Sep 27 16:43:33.216150 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:33.288081 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-14036470-f4cd-4d60-adbc-321bb432a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:33.289546 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-14036470-f4cd-4d60-adbc-321bb432a58b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 200 len: 918 time: 0.0921295 Sep 27 16:43:33.301117 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:33.355652 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-d3c2c8aa-7340-4f31-a170-8ffa70cb5726 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 200 len: 1001 time: 0.0595074 Sep 27 16:43:33.411782 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-4d9893db-55ce-41bb-889f-b22fef70843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:33.413256 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-4d9893db-55ce-41bb-889f-b22fef70843e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 200 len: 856 time: 0.0507455 Sep 27 16:43:33.459971 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-f87b6690-7bea-4c40-bac1-d68ca64fe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:33.461471 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-f87b6690-7bea-4c40-bac1-d68ca64fe01a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=34ae499e-6ac1-41bb-a843-2b013f2ce3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417359 Sep 27 16:43:33.517419 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:33.557954 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-5ff7d473-1140-430b-bab0-53898fd367e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893495 Sep 27 16:43:33.657578 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c2379fa1-e3e6-4e91-a87d-b098709d5486 req-9a940563-505a-41c1-b3c1-c9dfa4b6871e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930483 Sep 27 16:43:33.673083 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Allocated IP 172.27.2.119 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/8c08f6cd-776a-42cc-8dd9-9e30cfd3841b) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:43:33.729432 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:33.785345 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:33.811676 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:33.953290 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:33.992325 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33676) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:33.993710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:43:34.000651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:43:34.004537 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:43:34.029180 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'Port': ['ID=8c08f6cd-776a-42cc-8dd9-9e30cfd3841b,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:34.391601 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for floatingip (055e6a7a-2712-4dc5-9b28-5a01c9da1294), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.412338 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:34.431762 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:34.437639 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.581863 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-18e8307b-9a14-4c20-86e7-7ef0d1f7360e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.582467 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.660981 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Deleting port c4bf4d7e-972c-4797-ad90-8f3803779b3d {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:34.661326 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.744794 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.746342 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] For port c4bf4d7e-972c-4797-ad90-8f3803779b3d, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c4bf4d7e-972c-4797-ad90-8f3803779b3d,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:34.746711 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.760970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:34.762176 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Calling delete_port for c4bf4d7e-972c-4797-ad90-8f3803779b3d owned by network:router_interface {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:34.807969 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.883479 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (055e6a7a-2712-4dc5-9b28-5a01c9da1294), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:34.886231 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event updated for resources: {'Port': ['ID=8c08f6cd-776a-42cc-8dd9-9e30cfd3841b,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:34.985519 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Floating IP 055e6a7a-2712-4dc5-9b28-5a01c9da1294 associated. External IP: 172.27.2.119, port: c6777043-34a8-4a48-b945-7f80df4e0022. Sep 27 16:43:35.019348 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (c4bf4d7e-972c-4797-ad90-8f3803779b3d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:35.046954 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bf4d7e-972c-4797-ad90-8f3803779b3d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:35.170155 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:35.199724 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:43:35.228134 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:35.312867 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:43:35.323528 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] Sync routers for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:43:35.333499 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:35.334253 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:35.432546 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:35.438377 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:35.453057 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:43:35.463143 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-2768fc22-b500-4df2-8065-4209553b0a2b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3520534 Sep 27 16:43:35.463898 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:35.468003 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b15daa-9328-444c-97fd-59bf55256f35" -d '{"events": [{"name": "network-changed", "server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:35.507613 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed030956-183a-43a1-9256-46418e07dd78 x-openstack-request-id: req-ed030956-183a-43a1-9256-46418e07dd78 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:35.507977 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:35.508295 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed030956-183a-43a1-9256-46418e07dd78 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:35.508873 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed030956-183a-43a1-9256-46418e07dd78'] response: {'name': 'network-changed', 'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'status': 'completed', 'code': 200} Sep 27 16:43:35.543754 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:35.570944 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:43:35.576315 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3e7b7cbb-dfa0-4618-bb6e-97727be0896f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5828927 Sep 27 16:43:35.576315 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33688) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:35.579056 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] Sync routers for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:43:35.591526 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:35.592352 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:35.669085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '055e6a7a-2712-4dc5-9b28-5a01c9da1294', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'port_id': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'mac_address': 'fa:16:3e:08:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:34Z', 'updated_at': '2022-09-27T16:43:34Z', 'revision_number': 0, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:35.684495 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks [] for router (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:35.697909 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] Checking router: bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:43:35.707607 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:35.708229 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:35.766396 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:35.796011 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks [] for router_gateway (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:35.800278 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:35.807865 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:35.830931 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:35.915833 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Deleting port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:35.916081 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.002552 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] For port cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:36.002934 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.016444 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:43:34Z', 'revision_number': 5, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port': {'id': 'cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:28Z', 'updated_at': '2022-09-27T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:36.018073 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Calling delete_port for cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 owned by network:router_gateway {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:36.042089 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] Checking router: 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:43:36.053023 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] Routers {'6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:36.054024 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:36.054401 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '055e6a7a-2712-4dc5-9b28-5a01c9da1294', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'port_id': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'mac_address': 'fa:16:3e:08:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:34Z', 'updated_at': '2022-09-27T16:43:34Z', 'revision_number': 0, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:36.081371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bba73-8935-42e3-aca5-31c29da750fb None None] The sync data for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi is: [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '055e6a7a-2712-4dc5-9b28-5a01c9da1294', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'port_id': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'mac_address': 'fa:16:3e:08:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:34Z', 'updated_at': '2022-09-27T16:43:34Z', 'revision_number': 0, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:43:36.145170 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] Set router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:36.197201 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:43:35Z', 'revision_number': 6, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:36.227327 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfcca5e-88b0-42e7-9122-7a503ba64aab None None] The sync data for ids ['6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23'] in dv-cinder-855060-2-iscsi is: [{'id': '6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23', 'name': 'tempest-AttachVolumeNegativeTest-601897066-router', 'tenant_id': '73fad530905b485cb7141793f6130a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:26Z', 'updated_at': '2022-09-27T16:43:35Z', 'revision_number': 6, 'project_id': '73fad530905b485cb7141793f6130a9e', 'gw_port_host': None}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:43:36.288075 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.313872 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:36.314794 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c9573-c783-47e9-84e9-cbe24f5ae3f2 None None] New status for floating IP 055e6a7a-2712-4dc5-9b28-5a01c9da1294: ACTIVE {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:43:36.383367 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.469567 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.471730 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks [] for router_controller (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.608028 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.608802 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 {{(pid=106895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:43:36.613663 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.615451 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-48246788-0a7a-4488-aa6a-b84c3aee7a1e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/6d24d00e-bdc9-4052-9b33-9f7f2b8bfb23 HTTP/1.1" status: 204 len: 168 time: 1.0375702 Sep 27 16:43:36.618088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33692) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:36.670895 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Deleting subnet 87db513a-afee-48ee-a140-5875ef7c38a0 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:43:36.674231 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Publish callbacks [] for subnet (87db513a-afee-48ee-a140-5875ef7c38a0), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.709878 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:36.715331 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (87db513a-afee-48ee-a140-5875ef7c38a0), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.788665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (87db513a-afee-48ee-a140-5875ef7c38a0), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.910980 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:36.924963 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (87db513a-afee-48ee-a140-5875ef7c38a0), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.954459 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:36.957589 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/87db513a-afee-48ee-a140-5875ef7c38a0 HTTP/1.1" status: 204 len: 168 time: 0.3385358 Sep 27 16:43:36.959679 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8763592-e9be-4b14-80c4-d8813b07878c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87db513a-afee-48ee-a140-5875ef7c38a0,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:36.960851 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33694) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:36.961350 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04a574-0df1-4475-806d-97a670af3a44 None None] Network 16983143-f1f9-476b-8846-75cee163a487 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:43:37.009094 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9eba87b4-50c3-4198-a2d1-84634577e79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.042469 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (16983143-f1f9-476b-8846-75cee163a487), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.090447 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Deleting port a86da5a0-9b77-4f4b-bd66-e38cad77e722 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:37.090814 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.120552 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] DHCP port deletion for 16983143-f1f9-476b-8846-75cee163a487 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:43:37.163615 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] For port a86da5a0-9b77-4f4b-bd66-e38cad77e722, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=a86da5a0-9b77-4f4b-bd66-e38cad77e722,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:37.163921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] Deleting port a86da5a0-9b77-4f4b-bd66-e38cad77e722 {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:37.164317 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.164701 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.179287 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Calling delete_port for a86da5a0-9b77-4f4b-bd66-e38cad77e722 owned by network:dhcp {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:37.232572 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] For port a86da5a0-9b77-4f4b-bd66-e38cad77e722, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=a86da5a0-9b77-4f4b-bd66-e38cad77e722,segment=NetworkSegment(d9db75c4-4384-49fe-9364-9ee7ee313c0a),segment_id=d9db75c4-4384-49fe-9364-9ee7ee313c0a)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:37.232963 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.247616 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] Calling delete_port for a86da5a0-9b77-4f4b-bd66-e38cad77e722 owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:37.370354 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.387718 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (a86da5a0-9b77-4f4b-bd66-e38cad77e722), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.401217 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Pushing event deleted for resources: {'Port': ['ID=a86da5a0-9b77-4f4b-bd66-e38cad77e722,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:37.403426 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] No DVR routers for this DVR port a86da5a0-9b77-4f4b-bd66-e38cad77e722 on host dv-cinder-855060-2-iscsi {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:43:37.407338 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:37.422188 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] Pushing event deleted for resources: {'Port': ['ID=a86da5a0-9b77-4f4b-bd66-e38cad77e722,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:37.425829 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ca8e7-3ad2-423a-8f8e-64d58edcb617 None None] No DVR routers for this DVR port a86da5a0-9b77-4f4b-bd66-e38cad77e722 on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:43:37.453912 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:37.457249 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b15daa-9328-444c-97fd-59bf55256f35 req-e1a639a9-4f38-426b-b1b7-defbdab64de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:37.458838 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-e1a639a9-4f38-426b-b1b7-defbdab64de0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0743365 Sep 27 16:43:37.485152 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (16983143-f1f9-476b-8846-75cee163a487), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.506514 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16983143-f1f9-476b-8846-75cee163a487']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:37.516107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9db75c4-4384-49fe-9364-9ee7ee313c0a') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:37.516411 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9db75c4-4384-49fe-9364-9ee7ee313c0a') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:37.526240 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (d9db75c4-4384-49fe-9364-9ee7ee313c0a), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.540305 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (d9db75c4-4384-49fe-9364-9ee7ee313c0a), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.546651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:43:37.547062 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (d9db75c4-4384-49fe-9364-9ee7ee313c0a), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.587071 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment d9db75c4-4384-49fe-9364-9ee7ee313c0a resource provider aggregate not found Sep 27 16:43:37.605732 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment d9db75c4-4384-49fe-9364-9ee7ee313c0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9db75c4-4384-49fe-9364-9ee7ee313c0a found for delete ", "request_id": "req-8cedfb7d-58c0-4c3d-b08d-5e9d2ac209dc"}]} Sep 27 16:43:37.690375 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (16983143-f1f9-476b-8846-75cee163a487), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.698742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:37.699577 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/16983143-f1f9-476b-8846-75cee163a487 HTTP/1.1" status: 204 len: 168 time: 0.7377431 Sep 27 16:43:37.715206 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a118f12-3c33-439b-ac22-9f3779f8009f admin admin] Pushing event deleted for resources: {'Network': ['ID=16983143-f1f9-476b-8846-75cee163a487,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:37.814521 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device a86da5a0-9b77-4f4b-bd66-e38cad77e722 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:43:37.837156 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: a86da5a0-9b77-4f4b-bd66-e38cad77e722 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:43:37.837508 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device a86da5a0-9b77-4f4b-bd66-e38cad77e722 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:43:37.838326 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:43:37.844120 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b15daa-9328-444c-97fd-59bf55256f35 req-ec3ea6e3-ff95-4a59-bba3-fe17297b155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:37.846224 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-ec3ea6e3-ff95-4a59-bba3-fe17297b155b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 910 time: 0.1093547 Sep 27 16:43:37.857756 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:43:37.858079 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device cc5fbcb2-487d-49f1-a16d-cdf1ec4b06a6 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:43:37.858488 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c4bf4d7e-972c-4797-ad90-8f3803779b3d no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:43:37.877145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: c4bf4d7e-972c-4797-ad90-8f3803779b3d {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:43:37.877517 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c4bf4d7e-972c-4797-ad90-8f3803779b3d not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:43:37.910296 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-17608c4e-2439-4474-8fdb-1552557cbe93 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 1002 time: 0.0579197 Sep 27 16:43:37.958285 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b15daa-9328-444c-97fd-59bf55256f35 req-9a4be3f5-b133-4acf-a4e9-fab61e9fb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:37.960460 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-9a4be3f5-b133-4acf-a4e9-fab61e9fb059 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0438504 Sep 27 16:43:38.011056 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b15daa-9328-444c-97fd-59bf55256f35 req-ce5fb733-3d1e-46c3-8f89-ae1c035f905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:38.012626 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-ce5fb733-3d1e-46c3-8f89-ae1c035f905f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439219 Sep 27 16:43:38.041133 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33704) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:38.084430 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3495c4ba-e9b4-47c2-a90e-136ed1e7afb8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=73fad530905b485cb7141793f6130a9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406601 Sep 27 16:43:38.086714 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33706) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:38.114958 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-6734d43c-0c6d-44bf-bd70-a945b3d14e2d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919163 Sep 27 16:43:38.133304 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:38.136938 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7b40111a-5e09-433d-9b70-cb395bcdca09 admin admin] Publish callbacks [] for security_group (7c32103a-6b5c-4a73-99c2-fee70bd471b0), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:38.157446 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7b40111a-5e09-433d-9b70-cb395bcdca09 admin admin] Publish callbacks [] for security_group (7c32103a-6b5c-4a73-99c2-fee70bd471b0), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:38.158979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:38.256630 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7b40111a-5e09-433d-9b70-cb395bcdca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7c32103a-6b5c-4a73-99c2-fee70bd471b0), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:38.259260 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7b40111a-5e09-433d-9b70-cb395bcdca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:38.261240 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-7b40111a-5e09-433d-9b70-cb395bcdca09 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7c32103a-6b5c-4a73-99c2-fee70bd471b0 HTTP/1.1" status: 204 len: 168 time: 0.1727679 Sep 27 16:43:38.268578 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40111a-5e09-433d-9b70-cb395bcdca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32103a-6b5c-4a73-99c2-fee70bd471b0,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:38.457298 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-17b15daa-9328-444c-97fd-59bf55256f35 req-47040202-c4c2-4b4f-859b-bf3470ca790c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927453 Sep 27 16:43:39.764286 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:39.864549 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.397263 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33824) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:43.454455 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33828) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:43.555487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-83a7bde3-528b-4d4e-b656-0ed3f3a63599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.564184 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e4e1372f-e78c-415c-983c-0da066586791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.630654 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-83a7bde3-528b-4d4e-b656-0ed3f3a63599 admin admin] Publish callbacks [] for security_group (65a5185f-0942-4563-a33c-091044ee850f), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.640222 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e4e1372f-e78c-415c-983c-0da066586791 admin admin] Publish callbacks [] for security_group (bb517e16-9c18-446e-baea-7187dc86b927), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.693197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-83a7bde3-528b-4d4e-b656-0ed3f3a63599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (65a5185f-0942-4563-a33c-091044ee850f), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.721666 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-e4e1372f-e78c-415c-983c-0da066586791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (bb517e16-9c18-446e-baea-7187dc86b927), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.734884 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7bde3-528b-4d4e-b656-0ed3f3a63599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5185f-0942-4563-a33c-091044ee850f,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:43.741900 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-83a7bde3-528b-4d4e-b656-0ed3f3a63599 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0ef72b1313584b3a92e618c6a5db8c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408926 Sep 27 16:43:43.742787 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33832) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:43.764933 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-e4e1372f-e78c-415c-983c-0da066586791 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0f08b90b10444c318bcf8c5d4dce2bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093646 Sep 27 16:43:43.765913 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1372f-e78c-415c-983c-0da066586791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb517e16-9c18-446e-baea-7187dc86b927,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:43.768203 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33834) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:43.796891 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0bd3009-89d6-438e-8138-827e44c61d0c admin admin] Publish callbacks [] for security_group (65a5185f-0942-4563-a33c-091044ee850f), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.817667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0bd3009-89d6-438e-8138-827e44c61d0c admin admin] Publish callbacks [] for security_group (65a5185f-0942-4563-a33c-091044ee850f), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.820709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41bb9599-8bf1-4b43-8aeb-024e6b4610a4 admin admin] Publish callbacks [] for security_group (bb517e16-9c18-446e-baea-7187dc86b927), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.840430 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41bb9599-8bf1-4b43-8aeb-024e6b4610a4 admin admin] Publish callbacks [] for security_group (bb517e16-9c18-446e-baea-7187dc86b927), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.916301 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0bd3009-89d6-438e-8138-827e44c61d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (65a5185f-0942-4563-a33c-091044ee850f), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.918850 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0bd3009-89d6-438e-8138-827e44c61d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.920002 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c0bd3009-89d6-438e-8138-827e44c61d0c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/65a5185f-0942-4563-a33c-091044ee850f HTTP/1.1" status: 204 len: 168 time: 0.1762838 Sep 27 16:43:43.928300 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd3009-89d6-438e-8138-827e44c61d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5185f-0942-4563-a33c-091044ee850f,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:43.950374 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41bb9599-8bf1-4b43-8aeb-024e6b4610a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (bb517e16-9c18-446e-baea-7187dc86b927), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.956723 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-41bb9599-8bf1-4b43-8aeb-024e6b4610a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:43.956723 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-41bb9599-8bf1-4b43-8aeb-024e6b4610a4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bb517e16-9c18-446e-baea-7187dc86b927 HTTP/1.1" status: 204 len: 168 time: 0.1851094 Sep 27 16:43:43.964904 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb9599-8bf1-4b43-8aeb-024e6b4610a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb517e16-9c18-446e-baea-7187dc86b927,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:44.624286 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 33852) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:44.638000 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7628-98f9-4cb7-8e07-0162233d4885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:44.681828 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:44.687420 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:44.714809 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7628-98f9-4cb7-8e07-0162233d4885 admin admin] Publish callbacks [] for security_group (347c68c3-bb10-4019-baac-378816fc2f68), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:44.775897 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7628-98f9-4cb7-8e07-0162233d4885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (347c68c3-bb10-4019-baac-378816fc2f68), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:44.817967 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3ffb7628-98f9-4cb7-8e07-0162233d4885 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6e6a916acbec45469085afadc02a8647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926129 Sep 27 16:43:44.820698 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb7628-98f9-4cb7-8e07-0162233d4885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347c68c3-bb10-4019-baac-378816fc2f68,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:44.821366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 33858) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:44.874158 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3d0463fb-23b5-45c8-a0ba-cda8c9a7c4c5 admin admin] Publish callbacks [] for security_group (347c68c3-bb10-4019-baac-378816fc2f68), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:44.894230 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3d0463fb-23b5-45c8-a0ba-cda8c9a7c4c5 admin admin] Publish callbacks [] for security_group (347c68c3-bb10-4019-baac-378816fc2f68), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:45.044339 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3d0463fb-23b5-45c8-a0ba-cda8c9a7c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (347c68c3-bb10-4019-baac-378816fc2f68), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:45.050822 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3d0463fb-23b5-45c8-a0ba-cda8c9a7c4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:45.050822 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3d0463fb-23b5-45c8-a0ba-cda8c9a7c4c5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/347c68c3-bb10-4019-baac-378816fc2f68 HTTP/1.1" status: 204 len: 168 time: 0.2258122 Sep 27 16:43:45.058568 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0463fb-23b5-45c8-a0ba-cda8c9a7c4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347c68c3-bb10-4019-baac-378816fc2f68,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:46.171397 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:46.200410 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:53.941179 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:54.434480 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:54.472274 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db457b2-0f50-4ba7-bf04-de8a60b779e1 req-046b5908-2841-4e4b-ac61-f8711a5c18a7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:54.473727 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4db457b2-0f50-4ba7-bf04-de8a60b779e1 req-046b5908-2841-4e4b-ac61-f8711a5c18a7 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0480382 Sep 27 16:43:54.522187 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4db457b2-0f50-4ba7-bf04-de8a60b779e1 req-0b575be3-3c71-45db-bb13-ea3a6792574d tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Sep 27 16:43:54.937209 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:INSERT=2,neutron:SELECT=21 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:55.072422 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:55.653909 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a637c-6d16-46c9-8d29-df474e9e725d req-a44d1d8b-a59a-4f16-9417-749371ca537c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:55.655470 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-186a637c-6d16-46c9-8d29-df474e9e725d req-a44d1d8b-a59a-4f16-9417-749371ca537c tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0501168 Sep 27 16:43:55.714412 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-186a637c-6d16-46c9-8d29-df474e9e725d req-b2fbab9f-af90-4e03-b990-690105c37ad0 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=74c36540-1c5c-4b38-a1cd-15cb13fc146a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503545 Sep 27 16:43:55.799250 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34034) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:55.908425 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9673befd-0905-4203-ac18-0d167af580bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:55.959260 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-bac1a2e5-4240-431d-bc1a-5177b62b214b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:43:55.960711 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-bac1a2e5-4240-431d-bc1a-5177b62b214b tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 947 time: 0.0467474 Sep 27 16:43:55.989509 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9673befd-0905-4203-ac18-0d167af580bb admin admin] Publish callbacks [] for security_group (454b5d68-a31c-4cc0-a083-9e0e82150d5b), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.048210 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Deleting port ddb6a707-22f0-4c10-adcc-9f4d5d262645 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:56.048621 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.067139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-9673befd-0905-4203-ac18-0d167af580bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (454b5d68-a31c-4cc0-a083-9e0e82150d5b), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.080263 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:56.105984 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-9673befd-0905-4203-ac18-0d167af580bb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f9c5c3a6ec894c5dbe50777134d0ad3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056738 Sep 27 16:43:56.109213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34038) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:56.117313 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673befd-0905-4203-ac18-0d167af580bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454b5d68-a31c-4cc0-a083-9e0e82150d5b,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:56.144380 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] For port ddb6a707-22f0-4c10-adcc-9f4d5d262645, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=ddb6a707-22f0-4c10-adcc-9f4d5d262645,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:43:56.144743 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.165100 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fd46bd38-64a4-4f6b-9cc4-9c41492029f9 admin admin] Publish callbacks [] for security_group (454b5d68-a31c-4cc0-a083-9e0e82150d5b), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.186988 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fd46bd38-64a4-4f6b-9cc4-9c41492029f9 admin admin] Publish callbacks [] for security_group (454b5d68-a31c-4cc0-a083-9e0e82150d5b), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.307413 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fd46bd38-64a4-4f6b-9cc4-9c41492029f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (454b5d68-a31c-4cc0-a083-9e0e82150d5b), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.310063 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fd46bd38-64a4-4f6b-9cc4-9c41492029f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.311464 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-fd46bd38-64a4-4f6b-9cc4-9c41492029f9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/454b5d68-a31c-4cc0-a083-9e0e82150d5b HTTP/1.1" status: 204 len: 168 time: 0.2012112 Sep 27 16:43:56.322140 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46bd38-64a4-4f6b-9cc4-9c41492029f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454b5d68-a31c-4cc0-a083-9e0e82150d5b,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:56.544428 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.544794 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (7817eda5-951b-469c-bf55-05b6b2f0674e), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.545115 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Floating IP 7817eda5-951b-469c-bf55-05b6b2f0674e disassociated. External IP: 172.27.2.54, port: ddb6a707-22f0-4c10-adcc-9f4d5d262645. Sep 27 16:43:56.545456 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Calling delete_port for ddb6a707-22f0-4c10-adcc-9f4d5d262645 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:56.756400 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (ddb6a707-22f0-4c10-adcc-9f4d5d262645), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:56.784047 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event deleted for resources: {'Port': ['ID=ddb6a707-22f0-4c10-adcc-9f4d5d262645,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:56.846547 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7025bc52-2092-4813-b3ef-25f9f4b47df7 req-8a832c1a-0a7a-4d45-9eae-a66674e8e60e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 210 time: 0.0308309 Sep 27 16:43:56.913855 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:43:57.017888 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34056) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:57.026611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:43:57.032042 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.042681 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:43:57.058252 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:57.058861 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:57.091385 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] No DVR routers for this DVR port ddb6a707-22f0-4c10-adcc-9f4d5d262645 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:43:57.094873 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.099354 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-045e4bea-411b-4ad0-87f4-f8321ad2783e req-fa5549bd-16ba-4abc-ab48-9f67215936bc tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.33 "DELETE /networking/v2.0/ports/ddb6a707-22f0-4c10-adcc-9f4d5d262645 HTTP/1.1" status: 204 len: 173 time: 1.1325860 Sep 27 16:43:57.099665 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-deleted', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:43:57.104131 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23172580-73c3-4c93-bd53-95200b7981a5" -d '{"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-deleted", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:43:57.155879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0664aa-6cae-44c1-aca3-cc2807992f60 x-openstack-request-id: req-fb0664aa-6cae-44c1-aca3-cc2807992f60 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:43:57.155879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac", "name": "network-vif-deleted", "tag": "ddb6a707-22f0-4c10-adcc-9f4d5d262645", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:43:57.155879 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb0664aa-6cae-44c1-aca3-cc2807992f60 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:43:57.155879 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0664aa-6cae-44c1-aca3-cc2807992f60'] response: {'server_uuid': '50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac', 'name': 'network-vif-deleted', 'tag': 'ddb6a707-22f0-4c10-adcc-9f4d5d262645', 'status': 'completed', 'code': 200} Sep 27 16:43:57.176624 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Publish callbacks [] for security_group (52ea187e-0470-4254-b339-f245e7e713f1), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.189081 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:57.311593 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (52ea187e-0470-4254-b339-f245e7e713f1), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.315710 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:57.375631 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ea187e-0470-4254-b339-f245e7e713f1,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:57.387065 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=255df5736f914cd1b1fadc35061b58f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680151 Sep 27 16:43:57.388704 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.389118 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.389553 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.389777 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34066) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:57.390005 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.390361 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.390696 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.391048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.391382 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.391804 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.392130 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.392460 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.392788 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.393111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.393431 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.393754 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d3731-80f9-4dd7-939d-9c7936d5bad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:57.400137 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:57.428284 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:43:57.439820 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:43:57.440298 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:57.461395 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd43d358-e43b-48f1-8cba-78dfd0a8090b admin admin] Publish callbacks [] for security_group (52ea187e-0470-4254-b339-f245e7e713f1), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.464214 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:57.485216 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd43d358-e43b-48f1-8cba-78dfd0a8090b admin admin] Publish callbacks [] for security_group (52ea187e-0470-4254-b339-f245e7e713f1), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.494169 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:43:57.569002 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:43:57.658465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd43d358-e43b-48f1-8cba-78dfd0a8090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (52ea187e-0470-4254-b339-f245e7e713f1), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.663525 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd43d358-e43b-48f1-8cba-78dfd0a8090b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:57.663525 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fd43d358-e43b-48f1-8cba-78dfd0a8090b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/52ea187e-0470-4254-b339-f245e7e713f1 HTTP/1.1" status: 204 len: 168 time: 0.2713850 Sep 27 16:43:57.673485 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43d358-e43b-48f1-8cba-78dfd0a8090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ea187e-0470-4254-b339-f245e7e713f1,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:57.767357 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:43:57.792672 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797e5eb-78ed-4781-b2ee-6ccfb127b458 None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:36:35Z', 'revision_number': 4, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '2dadbc72-71d2-4e63-9ff5-194bfc6b848a', 'name': '', 'network_id': '34ae499e-6ac1-41bb-a843-2b013f2ce3f9', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'mac_address': 'fa:16:3e:31:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:33Z', 'updated_at': '2022-09-27T16:36:48Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'subnets': [{'id': 'd64076bd-cc75-40f7-a83e-aa19790a19ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:43:57.988042 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-10924537-b282-4c93-a189-1f178f7df24f req-8a2440e7-d0b8-4b43-97ec-ca93f2d2e4f5 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50ff2adc-e5d7-47cf-83d0-a7ae0cf2baac HTTP/1.1" status: 200 len: 210 time: 0.0295200 Sep 27 16:43:58.045773 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bfc78-6e1b-4be3-9b87-3b16b3aef376 None None] New status for floating IP 7817eda5-951b-469c-bf55-05b6b2f0674e: DOWN {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:43:59.185440 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34114) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:59.241664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (74c36540-1c5c-4b38-a1cd-15cb13fc146a), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.265276 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (74c36540-1c5c-4b38-a1cd-15cb13fc146a), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.398898 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (74c36540-1c5c-4b38-a1cd-15cb13fc146a), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.404630 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.405824 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/74c36540-1c5c-4b38-a1cd-15cb13fc146a HTTP/1.1" status: 204 len: 168 time: 0.2193320 Sep 27 16:43:59.408711 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34118) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:59.416173 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c36540-1c5c-4b38-a1cd-15cb13fc146a,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:59.423820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.api.v2.resource [None req-c6837219-2051-4db5-b1b6-6861551ecaaa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] show failed (client error): The resource could not be found. Sep 27 16:43:59.424139 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.427831 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.427831 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428078 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c6837219-2051-4db5-b1b6-6861551ecaaa tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "GET /networking/v2.0/security-groups/74c36540-1c5c-4b38-a1cd-15cb13fc146a HTTP/1.1" status: 404 len: 347 time: 0.0152240 Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.428931 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34122) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:43:59.429021 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.429021 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.429021 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c08ea-585b-41ed-92f2-8029a3215266 tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:43:59.543138 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Deleting port 27b78650-fdc3-4407-aca5-e7d3a9932007 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:43:59.543403 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.607420 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:43:59.624708 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.625075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (27b78650-fdc3-4407-aca5-e7d3a9932007), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.628818 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: ddb6a707-22f0-4c10-adcc-9f4d5d262645 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:43:59.629170 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device ddb6a707-22f0-4c10-adcc-9f4d5d262645 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:43:59.639408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Calling delete_port for 27b78650-fdc3-4407-aca5-e7d3a9932007 owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:43:59.835649 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (27b78650-fdc3-4407-aca5-e7d3a9932007), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.862005 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Pushing event deleted for resources: {'Port': ['ID=27b78650-fdc3-4407-aca5-e7d3a9932007,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:43:59.931862 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks [] for floatingip (7817eda5-951b-469c-bf55-05b6b2f0674e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.937216 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:43:59.937216 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-de3c48db-8a97-45f6-bebf-ebf0bdcfc51e tempest-AttachVolumeShelveTestJSON-480632448 tempest-AttachVolumeShelveTestJSON-480632448-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/7817eda5-951b-469c-bf55-05b6b2f0674e HTTP/1.1" status: 204 len: 168 time: 0.5061040 Sep 27 16:44:00.909155 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34168) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:01.014918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e46caef5-79bd-4166-b374-b18b4c153e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.089643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e46caef5-79bd-4166-b374-b18b4c153e01 admin admin] Publish callbacks [] for security_group (dd946252-f6e5-4509-9afb-e904279c7efc), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.155540 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e46caef5-79bd-4166-b374-b18b4c153e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (dd946252-f6e5-4509-9afb-e904279c7efc), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.166962 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:01.195021 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e46caef5-79bd-4166-b374-b18b4c153e01 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fff9c8b2b5a84936b702f22dbdac54a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847486 Sep 27 16:44:01.196953 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46caef5-79bd-4166-b374-b18b4c153e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd946252-f6e5-4509-9afb-e904279c7efc,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:01.197792 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34172) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:01.202170 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.250173 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4e27940b-f43f-4156-b5ba-3fbac33be2ee admin admin] Publish callbacks [] for security_group (dd946252-f6e5-4509-9afb-e904279c7efc), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.270192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4e27940b-f43f-4156-b5ba-3fbac33be2ee admin admin] Publish callbacks [] for security_group (dd946252-f6e5-4509-9afb-e904279c7efc), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.435325 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4e27940b-f43f-4156-b5ba-3fbac33be2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (dd946252-f6e5-4509-9afb-e904279c7efc), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.437914 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4e27940b-f43f-4156-b5ba-3fbac33be2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:01.439322 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4e27940b-f43f-4156-b5ba-3fbac33be2ee admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd946252-f6e5-4509-9afb-e904279c7efc HTTP/1.1" status: 204 len: 168 time: 0.2402751 Sep 27 16:44:01.447892 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27940b-f43f-4156-b5ba-3fbac33be2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd946252-f6e5-4509-9afb-e904279c7efc,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:01.743774 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:44:02.067065 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34200) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:02.080450 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6d85-09d8-49f5-9b25-4b4de1a191b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.160056 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6d85-09d8-49f5-9b25-4b4de1a191b8 admin admin] Publish callbacks [] for security_group (0850bac0-26c5-4b20-b9fd-e76e286e043f), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.269354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6d85-09d8-49f5-9b25-4b4de1a191b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0850bac0-26c5-4b20-b9fd-e76e286e043f), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.311004 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-2e5b6d85-09d8-49f5-9b25-4b4de1a191b8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9e10740262994999b73b23e7a39a8f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426653 Sep 27 16:44:02.311649 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6d85-09d8-49f5-9b25-4b4de1a191b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0850bac0-26c5-4b20-b9fd-e76e286e043f,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:02.313809 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34202) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:02.380159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d70f7b6b-5ac8-4de9-bc76-2959a1ba0ce1 admin admin] Publish callbacks [] for security_group (0850bac0-26c5-4b20-b9fd-e76e286e043f), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.401702 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d70f7b6b-5ac8-4de9-bc76-2959a1ba0ce1 admin admin] Publish callbacks [] for security_group (0850bac0-26c5-4b20-b9fd-e76e286e043f), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.411901 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:02.586766 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d70f7b6b-5ac8-4de9-bc76-2959a1ba0ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0850bac0-26c5-4b20-b9fd-e76e286e043f), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.589869 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d70f7b6b-5ac8-4de9-bc76-2959a1ba0ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:02.591150 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d70f7b6b-5ac8-4de9-bc76-2959a1ba0ce1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0850bac0-26c5-4b20-b9fd-e76e286e043f HTTP/1.1" status: 204 len: 168 time: 0.2761610 Sep 27 16:44:02.599229 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f7b6b-5ac8-4de9-bc76-2959a1ba0ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0850bac0-26c5-4b20-b9fd-e76e286e043f,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:02.772206 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34214) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:03.195197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:03.420442 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Deleting port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:44:03.420442 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:03.503430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] For port 2dadbc72-71d2-4e63-9ff5-194bfc6b848a, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:03.503798 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:03.518243 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Calling delete_port for 2dadbc72-71d2-4e63-9ff5-194bfc6b848a owned by network:router_interface {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:44:03.572647 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:03.645772 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:03.784594 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (2dadbc72-71d2-4e63-9ff5-194bfc6b848a), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:03.811694 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dadbc72-71d2-4e63-9ff5-194bfc6b848a,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:03.992162 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:04.470223 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:44:04.503623 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f99e5723-d191-485f-8db7-28ff9a910cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:04.579874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:44:04.585162 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-25caee75-908a-44ca-a44c-ffe3f7819016 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134406 Sep 27 16:44:04.590966 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34264) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:04.595723 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] Sync routers for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:44:04.606398 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:04.607040 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:04.703057 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks [] for router (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:04.713675 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:04.801606 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:04.828553 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks [] for router_gateway (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:04.949361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Deleting port 9a8b832e-b4f6-4008-9b29-d747dc05b919 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:44:04.949618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:04.984945 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:44:03Z', 'revision_number': 5, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port': {'id': '9a8b832e-b4f6-4008-9b29-d747dc05b919', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cf:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:36:27Z', 'updated_at': '2022-09-27T16:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:05.010808 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] Checking router: 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:44:05.013372 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:05.019623 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] Routers {'1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:05.020235 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:43:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:05.023257 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:05.030734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:05.037531 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] For port 9a8b832e-b4f6-4008-9b29-d747dc05b919, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=9a8b832e-b4f6-4008-9b29-d747dc05b919,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:05.037899 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.052452 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Calling delete_port for 9a8b832e-b4f6-4008-9b29-d747dc05b919 owned by network:router_gateway {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:44:05.108153 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] Set router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:05.161830 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:44:04Z', 'revision_number': 6, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:05.196402 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37370f-b473-4768-b080-e83f803e30b8 None None] The sync data for ids ['1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425'] in dv-cinder-855060-2-iscsi is: [{'id': '1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425', 'name': 'tempest-AttachVolumeShelveTestJSON-1026129782-router', 'tenant_id': '41cca09950c34cc7baded0eb0a42bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:36:25Z', 'updated_at': '2022-09-27T16:44:04Z', 'revision_number': 6, 'project_id': '41cca09950c34cc7baded0eb0a42bb07', 'gw_port_host': None}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:44:05.332874 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (9a8b832e-b4f6-4008-9b29-d747dc05b919), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.365592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8b832e-b4f6-4008-9b29-d747dc05b919,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:05.436085 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.521754 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.523830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks [] for router_controller (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.636325 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.636939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 {{(pid=106895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:44:05.642703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.646716 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-15b61064-02cf-4eb7-a31c-92e428d88153 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/1e1b0c93-f2bc-43ee-bdd2-da0a4fbe0425 HTTP/1.1" status: 204 len: 168 time: 1.0549316 Sep 27 16:44:05.646955 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34284) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:05.673238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:05.693909 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Deleting subnet d64076bd-cc75-40f7-a83e-aa19790a19ac {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:44:05.697919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Publish callbacks [] for subnet (d64076bd-cc75-40f7-a83e-aa19790a19ac), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.734955 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4870059'] for subnet (d64076bd-cc75-40f7-a83e-aa19790a19ac), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.819483 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (d64076bd-cc75-40f7-a83e-aa19790a19ac), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:05.987082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 2dadbc72-71d2-4e63-9ff5-194bfc6b848a no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:44:06.006910 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 2dadbc72-71d2-4e63-9ff5-194bfc6b848a {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:44:06.007725 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 2dadbc72-71d2-4e63-9ff5-194bfc6b848a not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:44:06.008160 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 9a8b832e-b4f6-4008-9b29-d747dc05b919 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:44:06.028031 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 9a8b832e-b4f6-4008-9b29-d747dc05b919 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:44:06.028601 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 9a8b832e-b4f6-4008-9b29-d747dc05b919 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:44:06.039592 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4751594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828441'] for subnet (d64076bd-cc75-40f7-a83e-aa19790a19ac), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.073871 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64076bd-cc75-40f7-a83e-aa19790a19ac,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:06.077926 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.084310 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34298) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:06.084502 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d830e471-2313-4eec-b65a-456bb8035d47 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d64076bd-cc75-40f7-a83e-aa19790a19ac HTTP/1.1" status: 204 len: 168 time: 0.4367349 Sep 27 16:44:06.087810 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5929497-ea55-437c-b75d-5f0c53c7a315 None None] Network 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:44:06.173996 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (34ae499e-6ac1-41bb-a843-2b013f2ce3f9), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.219025 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Deleting port aa34642d-f00f-4504-958d-c19973dcac74 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:44:06.219025 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (aa34642d-f00f-4504-958d-c19973dcac74), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.289564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] DHCP port deletion for 34ae499e-6ac1-41bb-a843-2b013f2ce3f9 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:44:06.301199 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] For port aa34642d-f00f-4504-958d-c19973dcac74, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=aa34642d-f00f-4504-958d-c19973dcac74,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:06.301587 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (aa34642d-f00f-4504-958d-c19973dcac74), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.318168 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Calling delete_port for aa34642d-f00f-4504-958d-c19973dcac74 owned by network:dhcp {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:44:06.332384 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:06.333987 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] Deleting port aa34642d-f00f-4504-958d-c19973dcac74 {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:44:06.334460 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (aa34642d-f00f-4504-958d-c19973dcac74), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.404233 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] For port aa34642d-f00f-4504-958d-c19973dcac74, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=aa34642d-f00f-4504-958d-c19973dcac74,segment=NetworkSegment(079d6667-a7c1-4a6b-b663-9da17f7c86d0),segment_id=079d6667-a7c1-4a6b-b663-9da17f7c86d0)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:06.404630 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (aa34642d-f00f-4504-958d-c19973dcac74), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.418500 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] Calling delete_port for aa34642d-f00f-4504-958d-c19973dcac74 owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:44:06.532759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (aa34642d-f00f-4504-958d-c19973dcac74), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.538800 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (aa34642d-f00f-4504-958d-c19973dcac74), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.562621 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa34642d-f00f-4504-958d-c19973dcac74,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:06.567631 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] No DVR routers for this DVR port aa34642d-f00f-4504-958d-c19973dcac74 on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:44:06.568774 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] No DVR routers for this DVR port aa34642d-f00f-4504-958d-c19973dcac74 on host dv-cinder-855060-2-iscsi {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:44:06.569178 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c7d04-43b6-49e0-a186-b50930f240eb None None] Pushing event deleted for resources: {'Port': ['ID=aa34642d-f00f-4504-958d-c19973dcac74,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:06.648970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (34ae499e-6ac1-41bb-a843-2b013f2ce3f9), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.669978 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ae499e-6ac1-41bb-a843-2b013f2ce3f9']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:06.679110 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d6667-a7c1-4a6b-b663-9da17f7c86d0') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:06.679408 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d6667-a7c1-4a6b-b663-9da17f7c86d0') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:06.689003 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (079d6667-a7c1-4a6b-b663-9da17f7c86d0), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.704348 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (079d6667-a7c1-4a6b-b663-9da17f7c86d0), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.710759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:44:06.711172 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (079d6667-a7c1-4a6b-b663-9da17f7c86d0), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.716258 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:06.755999 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 079d6667-a7c1-4a6b-b663-9da17f7c86d0 resource provider aggregate not found Sep 27 16:44:06.773285 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 079d6667-a7c1-4a6b-b663-9da17f7c86d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 079d6667-a7c1-4a6b-b663-9da17f7c86d0 found for delete ", "request_id": "req-f807a9eb-36a5-43fd-a612-be14b34a5256"}]} Sep 27 16:44:06.921860 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (34ae499e-6ac1-41bb-a843-2b013f2ce3f9), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.928572 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:06.932646 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/34ae499e-6ac1-41bb-a843-2b013f2ce3f9 HTTP/1.1" status: 204 len: 168 time: 0.8472705 Sep 27 16:44:06.942512 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119a475-54cf-4629-a9aa-b4a180679211 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ae499e-6ac1-41bb-a843-2b013f2ce3f9,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:07.087081 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-36aa4b3d-9776-4c68-b3ba-365bd103c066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:07.440156 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34320) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:07.480887 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0ef09b91-0728-41a4-a46e-f135736ea848 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=41cca09950c34cc7baded0eb0a42bb07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395520 Sep 27 16:44:07.483277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34322) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:07.532917 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ed454da5-d4b3-4027-8a24-7019e6c6add7 admin admin] Publish callbacks [] for security_group (1d7a62fd-c5c6-4f40-af0f-6489bb6e6204), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:07.553168 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ed454da5-d4b3-4027-8a24-7019e6c6add7 admin admin] Publish callbacks [] for security_group (1d7a62fd-c5c6-4f40-af0f-6489bb6e6204), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:07.667840 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ed454da5-d4b3-4027-8a24-7019e6c6add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (1d7a62fd-c5c6-4f40-af0f-6489bb6e6204), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:07.670418 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ed454da5-d4b3-4027-8a24-7019e6c6add7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:07.672534 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ed454da5-d4b3-4027-8a24-7019e6c6add7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1d7a62fd-c5c6-4f40-af0f-6489bb6e6204 HTTP/1.1" status: 204 len: 168 time: 0.1874475 Sep 27 16:44:07.681751 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed454da5-d4b3-4027-8a24-7019e6c6add7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a62fd-c5c6-4f40-af0f-6489bb6e6204,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:07.809371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device aa34642d-f00f-4504-958d-c19973dcac74 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:44:07.829061 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: aa34642d-f00f-4504-958d-c19973dcac74 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:44:07.829415 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device aa34642d-f00f-4504-958d-c19973dcac74 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:44:08.106672 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:08.751435 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34354) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:08.850734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2124688515-network', 'tenant_id': '0a89110c26344f608dae59f5616575f3'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:08.964238 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Made reservation on behalf of 0a89110c26344f608dae59f5616575f3 for: {'network': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:44:08.966604 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:08.975735 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.051050 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks [] for security_group (9ea21816-62d3-42af-93cd-07e42af90655), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.121261 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9ea21816-62d3-42af-93cd-07e42af90655), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.142547 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=106895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:44:09.158306 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea21816-62d3-42af-93cd-07e42af90655,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:09.162138 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (41500585-7af9-4122-b053-276e34210207), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.162482 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.segments_db [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Added segment 41500585-7af9-4122-b053-276e34210207 of type vlan for network c6f6f055-03fc-4efc-8706-3ef9e91b6fee Sep 27 16:44:09.202734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (c6f6f055-03fc-4efc-8706-3ef9e91b6fee), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.292844 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (c6f6f055-03fc-4efc-8706-3ef9e91b6fee), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.293823 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:09.294406 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.357241 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f6f055-03fc-4efc-8706-3ef9e91b6fee,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:09.367138 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:44:09.415051 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3fdf8860-d23b-4557-9df2-8633539075e4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6624811 Sep 27 16:44:09.418537 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34358) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:09.423313 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Request body: {'subnet': {'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2124688515-subnet', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:09.509369 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Made reservation on behalf of 0a89110c26344f608dae59f5616575f3 for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:44:09.512301 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5391060'] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.638682 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:09.669358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:09.738374 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.795609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4515252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5391074'] for subnet (4f8cf9f2-7b09-4cad-8c25-d09acc91fd27), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.853592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:09.863607 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Checking segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:44:09.864002 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Network hostable DHCP agents. Network: c6f6f055-03fc-4efc-8706-3ef9e91b6fee, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:44:09.887755 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:09.975467 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:44:10.043624 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, c6f6f055-03fc-4efc-8706-3ef9e91b6fee) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:10.048951 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:10.049883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.054650 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503def9-8989-4c30-941b-cd514d2b6e08 None None] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:44:10.156094 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-f21e3df1-c316-4237-8f3c-d905b9331b2b admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7364459 Sep 27 16:44:10.158669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34368) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:10.159626 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a960a5-8ef5-5e2d-9a98-07aa5aa57c26-c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27'}]}} from dv-cinder-855060-2-iscsi. {{(pid=106897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 16:44:10.160564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.163086 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:10.232891 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7921879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-665'] for router (aa57bf90-075e-41ce-9225-41e15d3daed3), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.233876 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7922683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7964802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router (aa57bf90-075e-41ce-9225-41e15d3daed3), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.286349 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks [] for router_controller (aa57bf90-075e-41ce-9225-41e15d3daed3), precommit_add_association {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.297900 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.db_base_plugin_common [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Allocated IP 172.20.0.2 (c6f6f055-03fc-4efc-8706-3ef9e91b6fee/4f8cf9f2-7b09-4cad-8c25-d09acc91fd27/08c0fc5a-524d-43ba-865d-b4157e704bad) {{(pid=106897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:44:10.302898 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:10.312755 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:10.437680 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Publish callbacks [] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), precommit_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.503975 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), after_create {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.520429 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks [] for router_gateway (aa57bf90-075e-41ce-9225-41e15d3daed3), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.541496 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee is already hosted by enough agents. {{(pid=106897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:44:10.544231 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.scheduler.base_scheduler [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Resources bound (agent type, host, resource id): {{(pid=106897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:10.547574 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Received port after_create {{(pid=106897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:44:10.564294 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Pushing event updated for resources: {'Port': ['ID=08c0fc5a-524d-43ba-865d-b4157e704bad,revision_number=1']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:10.615104 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Attempting to bind port 08c0fc5a-524d-43ba-865d-b4157e704bad on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:44:10.615588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Attempting to bind port 08c0fc5a-524d-43ba-865d-b4157e704bad by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:44:10.615951 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Attempting to bind port 08c0fc5a-524d-43ba-865d-b4157e704bad on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:44:10.659579 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:44:10.659991 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Checking segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:44:10.660561 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.660948 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Bound using segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:44:10.661418 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Bound port: 08c0fc5a-524d-43ba-865d-b4157e704bad, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:44:10.661801 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.725636 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] For port 08c0fc5a-524d-43ba-865d-b4157e704bad, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:44:10.731720 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] For port 08c0fc5a-524d-43ba-865d-b4157e704bad, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=08c0fc5a-524d-43ba-865d-b4157e704bad,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:44:10.771018 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks [] for router_gateway (aa57bf90-075e-41ce-9225-41e15d3daed3), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.791767 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.818532 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:10.866150 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:10.879062 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d97973-5f0e-4215-ba30-69097a46bb69 None None] Pushing event updated for resources: {'Port': ['ID=08c0fc5a-524d-43ba-865d-b4157e704bad,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:10.961664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:10.999894 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Allocated IP 172.27.2.130 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/d84a8eb9-919d-416d-b205-37d1142e8c8c) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:44:11.126912 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks [] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.224042 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.252312 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:11.268611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:44:11.274839 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:11.275507 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:44:11.278882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Pushing event updated for resources: {'Port': ['ID=d84a8eb9-919d-416d-b205-37d1142e8c8c,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:11.576439 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks [] for router_gateway (aa57bf90-075e-41ce-9225-41e15d3daed3), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.697252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86173b12-99c0-4df0-9543-3d7ec9eb1208 None None] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:44:11.754140 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Provisioning complete for port 08c0fc5a-524d-43ba-865d-b4157e704bad triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:11.754577 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.755113 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Attempt 1 to provision port 08c0fc5a-524d-43ba-865d-b4157e704bad Sep 27 16:44:11.770158 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7922668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7923251'] for router (aa57bf90-075e-41ce-9225-41e15d3daed3), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.883861 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 08c0fc5a-524d-43ba-865d-b4157e704bad up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:44:11.909437 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Current status of the port 08c0fc5a-524d-43ba-865d-b4157e704bad is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:11.909823 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.973556 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] For port 08c0fc5a-524d-43ba-865d-b4157e704bad, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=08c0fc5a-524d-43ba-865d-b4157e704bad,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:11.981187 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 08c0fc5a-524d-43ba-865d-b4157e704bad triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:11.981570 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:11.981908 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 08c0fc5a-524d-43ba-865d-b4157e704bad Sep 27 16:44:12.065356 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 08c0fc5a-524d-43ba-865d-b4157e704bad is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:12.065738 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:12.122136 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:12.249368 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 16:44:12.249785 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG oslo_db.api [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 16:44:12.252718 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff550c44-75c7-4414-9dbb-a4a85947361f None None] Pushing event updated for resources: {'Port': ['ID=08c0fc5a-524d-43ba-865d-b4157e704bad,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:12.256963 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-9e37e282-0673-4342-9208-8f75aaaa447a None None] Provisioning complete for port 08c0fc5a-524d-43ba-865d-b4157e704bad triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:12.260498 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-9e37e282-0673-4342-9208-8f75aaaa447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:12.260498 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-9e37e282-0673-4342-9208-8f75aaaa447a None None] Attempt 1 to provision port 08c0fc5a-524d-43ba-865d-b4157e704bad Sep 27 16:44:12.312925 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Router aa57bf90-075e-41ce-9225-41e15d3daed3 is scheduled to L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 with binding_index 1 {{(pid=106895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 16:44:12.336669 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-9e37e282-0673-4342-9208-8f75aaaa447a None None] Current status of the port 08c0fc5a-524d-43ba-865d-b4157e704bad is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:12.371037 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:12.419697 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:44:12.433545 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:44:12.451974 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:12.452605 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:44:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:12.543377 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:12.544684 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-4edf27d8-8e84-4e23-986d-3a3440a67649 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3849268 Sep 27 16:44:12.547402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34400) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:12.560656 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:12.561726 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:12.770376 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:12.833705 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 08c0fc5a-524d-43ba-865d-b4157e704bad is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:12.852627 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:12.912947 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:11Z', 'revision_number': 3, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:12.938588 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:44:12.941731 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Updating router aa57bf90-075e-41ce-9225-41e15d3daed3 port d84a8eb9-919d-416d-b205-37d1142e8c8c binding host dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:44:12.970326 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:12.989993 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.152535 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Allocated IP 172.20.0.1 (c6f6f055-03fc-4efc-8706-3ef9e91b6fee/4f8cf9f2-7b09-4cad-8c25-d09acc91fd27/753e3594-fb5e-465e-a64a-f8d73a47748d) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:44:13.228460 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Publish callbacks [] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), precommit_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.259170 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks [] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.324672 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.358731 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Attempting to bind port d84a8eb9-919d-416d-b205-37d1142e8c8c on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:44:13.359125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Attempting to bind port d84a8eb9-919d-416d-b205-37d1142e8c8c by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:44:13.359490 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Attempting to bind port d84a8eb9-919d-416d-b205-37d1142e8c8c on network 12197446-a087-4a42-913c-7802c7fc0620 {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:44:13.382126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.390273 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:13.399351 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291f568-8fb9-4e1a-be73-9100b4f8e779 None None] Pushing event updated for resources: {'Port': ['ID=d84a8eb9-919d-416d-b205-37d1142e8c8c,revision_number=2']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:13.417798 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:44:13.418262 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Checking segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:44:13.418666 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.419087 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Bound using segment: {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'} {{(pid=106897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:44:13.419567 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.managers [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Bound port: d84a8eb9-919d-416d-b205-37d1142e8c8c, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f451-a959-4945-8ba1-c0d58359ba7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12197446-a087-4a42-913c-7802c7fc0620'}}] {{(pid=106897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:44:13.419949 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.425173 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:44:13.430266 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:13.432636 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:44:13.434817 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Pushing event updated for resources: {'Port': ['ID=753e3594-fb5e-465e-a64a-f8d73a47748d,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:13.457245 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:13.471692 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] For port d84a8eb9-919d-416d-b205-37d1142e8c8c, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:44:13.479382 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] For port d84a8eb9-919d-416d-b205-37d1142e8c8c, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=d84a8eb9-919d-416d-b205-37d1142e8c8c,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:44:13.481128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7963428'] for router_interface (aa57bf90-075e-41ce-9225-41e15d3daed3), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.610341 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.644252 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:13.644866 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:44:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:13.693401 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.721535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Provisioning complete for port 753e3594-fb5e-465e-a64a-f8d73a47748d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:13.721535 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.721535 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 1 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:13.724860 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291f568-8fb9-4e1a-be73-9100b4f8e779 None None] Pushing event updated for resources: {'Port': ['ID=d84a8eb9-919d-416d-b205-37d1142e8c8c,revision_number=3']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:13.791401 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:13.795829 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Port 753e3594-fb5e-465e-a64a-f8d73a47748d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:13.806885 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:13.843938 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 08c0fc5a-524d-43ba-865d-b4157e704bad up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:44:13.872930 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks [] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.964060 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.983203 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 08c0fc5a-524d-43ba-865d-b4157e704bad triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:13.983583 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:13.983923 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 08c0fc5a-524d-43ba-865d-b4157e704bad Sep 27 16:44:14.035171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Pushing event updated for resources: {'Port': ['ID=753e3594-fb5e-465e-a64a-f8d73a47748d,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:14.037953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7886635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963536'] for router_interface (aa57bf90-075e-41ce-9225-41e15d3daed3), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:14.051125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:14.068318 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:11Z', 'revision_number': 3, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:14.103018 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991bf79-e7d6-46bf-a5f8-d639d9a21f0a None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:11Z', 'revision_number': 3, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:44:14.141573 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 08c0fc5a-524d-43ba-865d-b4157e704bad is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:14.143529 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:44:14.145058 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:14.271444 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Router aa57bf90-075e-41ce-9225-41e15d3daed3 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:44:14.297220 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 2 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:14.331053 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:14.351550 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Port 753e3594-fb5e-465e-a64a-f8d73a47748d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:14.400925 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:44:14.406320 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-6fd6c11a-bdb7-4271-99b1-9f00d1dc85a2 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/aa57bf90-075e-41ce-9225-41e15d3daed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579519 Sep 27 16:44:14.821117 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34424) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:14.826694 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679019550', 'description': 'tempest-description--980526763'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:14.852681 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 3 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:14.887773 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Port 753e3594-fb5e-465e-a64a-f8d73a47748d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:14.907110 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:14.990150 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (0f95a8eb-171d-46c7-8855-83e49e2f05c4), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.069197 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0f95a8eb-171d-46c7-8855-83e49e2f05c4), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.100240 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f95a8eb-171d-46c7-8855-83e49e2f05c4,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:15.168704 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.169959 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c43f8a1b-5a0c-48de-9c46-79093c7590e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3477664 Sep 27 16:44:15.172925 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34430) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:15.177233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'security_group_rule': {'security_group_id': '0f95a8eb-171d-46c7-8855-83e49e2f05c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:15.257839 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (91ed731a-b449-4bcc-b6d7-284523ce4cd6), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.315741 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (91ed731a-b449-4bcc-b6d7-284523ce4cd6), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.389105 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 4 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:15.394912 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (91ed731a-b449-4bcc-b6d7-284523ce4cd6), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.416966 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ed731a-b449-4bcc-b6d7-284523ce4cd6,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:15.430028 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Port 753e3594-fb5e-465e-a64a-f8d73a47748d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:15.488388 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.489750 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-abf1cfb4-db2b-4aa2-9af5-170ab806e8ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158560 Sep 27 16:44:15.492456 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34434) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:15.497537 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'security_group_rule': {'security_group_id': '0f95a8eb-171d-46c7-8855-83e49e2f05c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:15.600452 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (9858f2d3-9728-4860-a75e-5d4f61b76465), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.659666 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (9858f2d3-9728-4860-a75e-5d4f61b76465), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.696074 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:44:15.706255 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:15.706909 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:44:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:15.735233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (9858f2d3-9728-4860-a75e-5d4f61b76465), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.755462 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9858f2d3-9728-4860-a75e-5d4f61b76465,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:15.812708 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:15.847628 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d84a8eb9-919d-416d-b205-37d1142e8c8c up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:44:15.865490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.865490 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-61083e39-154e-4676-8014-426ee2e84cff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711164 Sep 27 16:44:15.867985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34436) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:15.873491 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:15.895775 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port d84a8eb9-919d-416d-b205-37d1142e8c8c triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:15.896371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.896543 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port d84a8eb9-919d-416d-b205-37d1142e8c8c Sep 27 16:44:15.932472 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 5 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:15.975937 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:15.993794 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Port 753e3594-fb5e-465e-a64a-f8d73a47748d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:16.002159 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port d84a8eb9-919d-416d-b205-37d1142e8c8c is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:16.002562 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.006952 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 2, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:16.025826 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] For port d84a8eb9-919d-416d-b205-37d1142e8c8c, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=d84a8eb9-919d-416d-b205-37d1142e8c8c,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:16.037729 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:44:16.038082 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Updating router aa57bf90-075e-41ce-9225-41e15d3daed3 port 753e3594-fb5e-465e-a64a-f8d73a47748d binding host dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 16:44:16.062653 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:16.065595 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.065988 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.098370 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.157003 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Pushing event updated for resources: {'Port': ['ID=d84a8eb9-919d-416d-b205-37d1142e8c8c,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:16.183408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Allocated IP 172.27.2.189 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/ee455978-d25a-412f-b477-00aa656d4803) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:44:16.303159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for port (ee455978-d25a-412f-b477-00aa656d4803), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.331064 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Publish callbacks [] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), precommit_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.410432 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (ee455978-d25a-412f-b477-00aa656d4803), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.435130 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.448295 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:44:16.454211 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:16.456881 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:44:16.482113 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Pushing event updated for resources: {'Port': ['ID=753e3594-fb5e-465e-a64a-f8d73a47748d,revision_number=3']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:16.486033 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'Port': ['ID=ee455978-d25a-412f-b477-00aa656d4803,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:16.494680 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 6 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:16.507225 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.507225 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.507523 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.507762 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.508077 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.508457 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.508773 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.509090 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.509411 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.509729 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.510044 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.510382 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.510700 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.511101 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.511609 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:16.530057 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Port 753e3594-fb5e-465e-a64a-f8d73a47748d cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:16.537070 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:16.542009 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Attempting to bind port 753e3594-fb5e-465e-a64a-f8d73a47748d on host dv-cinder-855060-2-iscsi for vnic_type normal with profile {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:44:16.542984 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Attempting to bind port 753e3594-fb5e-465e-a64a-f8d73a47748d by drivers openvswitch,hyperv on host dv-cinder-855060-2-iscsi at level 0 using segments [{'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:44:16.543350 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Attempting to bind port 753e3594-fb5e-465e-a64a-f8d73a47748d on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:44:16.555107 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (ae05dee4-7215-4efd-a821-6732f405651e), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.582034 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:16.584988 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Checking agent: {'id': 'f497405c-d8af-4076-932c-941d6a2e6ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 27, 40), 'started_at': datetime.datetime(2022, 9, 27, 16, 28, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:44:16.585348 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Checking segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:44:16.585738 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.586118 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Bound using segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} {{(pid=106898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:44:16.586575 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.managers [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Bound port: 753e3594-fb5e-465e-a64a-f8d73a47748d, host: dv-cinder-855060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}}] {{(pid=106898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:44:16.586978 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), before_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.601535 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:16.646576 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (ee455978-d25a-412f-b477-00aa656d4803), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.652326 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] For port 753e3594-fb5e-465e-a64a-f8d73a47748d, host dv-cinder-855060-2-iscsi, cleared binding levels {{(pid=106898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:44:16.655802 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.plugins.ml2.db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] For port 753e3594-fb5e-465e-a64a-f8d73a47748d, host dv-cinder-855060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=753e3594-fb5e-465e-a64a-f8d73a47748d,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:44:16.721330 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron_lib.callbacks.manager [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), after_update {{(pid=106898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.760149 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:16.760741 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:44:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:16.799740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for port (ee455978-d25a-412f-b477-00aa656d4803), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.816387 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a682f3-0c20-4ac4-915e-c5bfa90184cc None None] Pushing event updated for resources: {'Port': ['ID=753e3594-fb5e-465e-a64a-f8d73a47748d,revision_number=4']} {{(pid=106898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:16.879049 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:16.920801 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (ee455978-d25a-412f-b477-00aa656d4803), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.990417 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (ae05dee4-7215-4efd-a821-6732f405651e), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:16.993117 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'Port': ['ID=ee455978-d25a-412f-b477-00aa656d4803,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:17.031684 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Attempt 7 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:17.062796 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:17.073395 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-43eee6a7-844d-422a-9243-570ded91e618 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1950970 Sep 27 16:44:17.081743 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:17.159018 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:17.192203 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdacc6-2d90-4018-8721-1d8ff9463c48 None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:44:17.252648 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:17.272127 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-600cd5db-5329-4087-9dcf-3c3f2c7e2b41 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--679019550&fields=id&tenant_id=0a89110c26344f608dae59f5616575f3 HTTP/1.1" status: 200 len: 267 time: 0.0765300 Sep 27 16:44:17.280522 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Current status of the port 753e3594-fb5e-465e-a64a-f8d73a47748d is: DOWN; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:17.280923 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:17.321387 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] For port 753e3594-fb5e-465e-a64a-f8d73a47748d, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=753e3594-fb5e-465e-a64a-f8d73a47748d,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:17.394918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:17.397529 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-510d832f-997f-4af3-927c-45e10f120436 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:17.399514 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-510d832f-997f-4af3-927c-45e10f120436 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 811 time: 0.1263754 Sep 27 16:44:17.416399 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-a7b517b6-5925-46c4-a3d6-57a5b67d0de6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a89110c26344f608dae59f5616575f3 HTTP/1.1" status: 200 len: 375 time: 0.0100877 Sep 27 16:44:17.456720 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d205c-c3cc-4534-a186-2a29c8ce769f None None] Pushing event updated for resources: {'Port': ['ID=753e3594-fb5e-465e-a64a-f8d73a47748d,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:17.477711 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-c0bd0b68-8f19-4016-8fe6-e6566d252808 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536430 Sep 27 16:44:17.517999 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e38a7ee7-7ade-47a4-921b-d7e608e83e0c None None] Provisioning complete for port 753e3594-fb5e-465e-a64a-f8d73a47748d triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:17.518441 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e38a7ee7-7ade-47a4-921b-d7e608e83e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:17.518722 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e38a7ee7-7ade-47a4-921b-d7e608e83e0c None None] Attempt 1 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:17.604797 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e38a7ee7-7ade-47a4-921b-d7e608e83e0c None None] Current status of the port 753e3594-fb5e-465e-a64a-f8d73a47748d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:17.640344 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-19162dd7-ce95-432a-9b88-7eb62edede1d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493266 Sep 27 16:44:17.745224 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-84372d23-555d-4d83-82e3-978a94a7001d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989387 Sep 27 16:44:17.905248 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d84a8eb9-919d-416d-b205-37d1142e8c8c up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:44:17.951420 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port d84a8eb9-919d-416d-b205-37d1142e8c8c triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:17.951933 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:17.952341 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port d84a8eb9-919d-416d-b205-37d1142e8c8c Sep 27 16:44:17.976774 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:18.034994 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port d84a8eb9-919d-416d-b205-37d1142e8c8c is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:18.034994 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 753e3594-fb5e-465e-a64a-f8d73a47748d up at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:44:18.055707 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-08c0409a-9663-40a5-a844-7f8e98a8425d req-4f6d937c-c98e-490d-8338-1740fa3bd30b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 210 time: 0.0341139 Sep 27 16:44:18.084617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Provisioning complete for port 753e3594-fb5e-465e-a64a-f8d73a47748d triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:18.084990 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:18.085326 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Attempt 1 to provision port 753e3594-fb5e-465e-a64a-f8d73a47748d Sep 27 16:44:18.162644 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Current status of the port 753e3594-fb5e-465e-a64a-f8d73a47748d is: ACTIVE; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:19.160719 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e90095f3-fa09-4103-82b0-19e22417a354 req-6b63e914-7838-4bbb-a0cc-5abae3233b1d tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 210 time: 0.0283031 Sep 27 16:44:20.267223 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f510e305-f4d0-4999-8072-5c7a67d45bdb req-bbb2bf93-9404-4c44-ba4b-1d1bff558059 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 210 time: 0.0314851 Sep 27 16:44:20.471558 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34502) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:20.536514 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:20.560009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-02551a51-6716-4b85-ba5d-5d42c2a7e0fe tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:20.561470 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-02551a51-6716-4b85-ba5d-5d42c2a7e0fe tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 811 time: 0.1162362 Sep 27 16:44:20.587258 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b219c90-37e4-4b9b-855f-a6b79f97be65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:20.636167 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-157987bb-3df0-4715-b648-fdf23e233726 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a89110c26344f608dae59f5616575f3 HTTP/1.1" status: 200 len: 379 time: 0.0609741 Sep 27 16:44:20.645311 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'port': {'device_id': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'admin_state_up': True, 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'security_groups': ['0f95a8eb-171d-46c7-8855-83e49e2f05c4']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:20.665337 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b219c90-37e4-4b9b-855f-a6b79f97be65 admin admin] Publish callbacks [] for security_group (10f78743-8c01-4066-9e2b-76caa9aa39f0), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:20.712881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:20.810444 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-1b219c90-37e4-4b9b-855f-a6b79f97be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (10f78743-8c01-4066-9e2b-76caa9aa39f0), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:20.839268 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Made reservation on behalf of 0a89110c26344f608dae59f5616575f3 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:44:20.845758 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:20.853467 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b219c90-37e4-4b9b-855f-a6b79f97be65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f78743-8c01-4066-9e2b-76caa9aa39f0,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:20.866965 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-1b219c90-37e4-4b9b-855f-a6b79f97be65 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f23f275251304aff8e92cb0c1d112719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940918 Sep 27 16:44:20.869494 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34514) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:20.926647 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:20.940832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-084391ae-c283-478d-bc9d-e41dad77e24a admin admin] Publish callbacks [] for security_group (10f78743-8c01-4066-9e2b-76caa9aa39f0), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:20.962661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-084391ae-c283-478d-bc9d-e41dad77e24a admin admin] Publish callbacks [] for security_group (10f78743-8c01-4066-9e2b-76caa9aa39f0), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.004767 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Allocated IP 172.20.0.12 (c6f6f055-03fc-4efc-8706-3ef9e91b6fee/4f8cf9f2-7b09-4cad-8c25-d09acc91fd27/82f04415-4ca4-4d99-88bc-515bfb4984d7) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:44:21.124134 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-084391ae-c283-478d-bc9d-e41dad77e24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (10f78743-8c01-4066-9e2b-76caa9aa39f0), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.126645 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-084391ae-c283-478d-bc9d-e41dad77e24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.130275 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-084391ae-c283-478d-bc9d-e41dad77e24a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/10f78743-8c01-4066-9e2b-76caa9aa39f0 HTTP/1.1" status: 204 len: 168 time: 0.2571442 Sep 27 16:44:21.135969 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084391ae-c283-478d-bc9d-e41dad77e24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f78743-8c01-4066-9e2b-76caa9aa39f0,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:21.233281 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.258677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:21.364611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.373888 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8002fff-c5a5-4662-87b5-93d570568d55 req-bf768f05-895e-4351-b827-236d9dece3b0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 210 time: 0.0307121 Sep 27 16:44:21.417273 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:44:21.423335 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:44:21.426907 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'Port': ['ID=82f04415-4ca4-4d99-88bc-515bfb4984d7,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:21.427795 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:44:21.483754 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:21.484524 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.561763 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-15372572-ada0-410b-9954-274bb0d0ba9b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201128 Sep 27 16:44:21.575906 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Request body: {'port': {'device_id': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:21.641515 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.663867 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Provisioning complete for port 82f04415-4ca4-4d99-88bc-515bfb4984d7 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:21.664499 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.664600 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Attempt 1 to provision port 82f04415-4ca4-4d99-88bc-515bfb4984d7 Sep 27 16:44:21.723484 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Port 82f04415-4ca4-4d99-88bc-515bfb4984d7 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:21.880766 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:21.913012 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f04415-4ca4-4d99-88bc-515bfb4984d7 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:44:21.923655 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Publish callbacks [] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:21.937133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Transition to ACTIVE for port object 82f04415-4ca4-4d99-88bc-515bfb4984d7 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:44:22.001724 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34534) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:22.015073 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9848373-4ccf-4283-928a-4c567c93f198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.023707 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.089119 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:22.094352 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9848373-4ccf-4283-928a-4c567c93f198 admin admin] Publish callbacks [] for security_group (0b8b1a63-4701-456f-975c-00d964bdd03a), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.107098 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=82f04415-4ca4-4d99-88bc-515bfb4984d7,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:22.134080 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Attempting to bind port 82f04415-4ca4-4d99-88bc-515bfb4984d7 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:44:22.134421 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Attempting to bind port 82f04415-4ca4-4d99-88bc-515bfb4984d7 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:44:22.134747 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Attempting to bind port 82f04415-4ca4-4d99-88bc-515bfb4984d7 on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:44:22.176888 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Port 82f04415-4ca4-4d99-88bc-515bfb4984d7 on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:44:22.177148 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Attempting to bind port 82f04415-4ca4-4d99-88bc-515bfb4984d7 on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:44:22.204380 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9848373-4ccf-4283-928a-4c567c93f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0b8b1a63-4701-456f-975c-00d964bdd03a), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.219452 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:44:22.219790 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Checking segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:44:22.220177 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Bound using segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:44:22.220613 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Bound port: 82f04415-4ca4-4d99-88bc-515bfb4984d7, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:44:22.220982 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.224508 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Attempt 2 to provision port 82f04415-4ca4-4d99-88bc-515bfb4984d7 Sep 27 16:44:22.245286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a9848373-4ccf-4283-928a-4c567c93f198 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9adda77e3aad43a78dbeb5c8d9c59178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424331 Sep 27 16:44:22.246144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9848373-4ccf-4283-928a-4c567c93f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b1a63-4701-456f-975c-00d964bdd03a,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:22.248878 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34536) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:22.258293 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Port 82f04415-4ca4-4d99-88bc-515bfb4984d7 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:44:22.296837 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] For port 82f04415-4ca4-4d99-88bc-515bfb4984d7, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:44:22.299360 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b9db2a06-2523-4ad5-b16a-425b7df21803 admin admin] Publish callbacks [] for security_group (0b8b1a63-4701-456f-975c-00d964bdd03a), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.300334 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] For port 82f04415-4ca4-4d99-88bc-515bfb4984d7, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:44:22.322597 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b9db2a06-2523-4ad5-b16a-425b7df21803 admin admin] Publish callbacks [] for security_group (0b8b1a63-4701-456f-975c-00d964bdd03a), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.366361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.369726 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.370616 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.372057 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/82f04415-4ca4-4d99-88bc-515bfb4984d7 HTTP/1.1" status: 200 len: 1094 time: 0.8005855 Sep 27 16:44:22.374483 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:44:22.377511 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f9880b-6510-43c5-9c02-ee21613493eb" -d '{"events": [{"name": "network-changed", "server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:44:22.423192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a92eac-1e9e-4869-8af0-7aa6e9a97e68 x-openstack-request-id: req-58a92eac-1e9e-4869-8af0-7aa6e9a97e68 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:44:22.423474 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:44:22.423729 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58a92eac-1e9e-4869-8af0-7aa6e9a97e68 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:44:22.424128 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a92eac-1e9e-4869-8af0-7aa6e9a97e68'] response: {'name': 'network-changed', 'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'status': 'completed', 'code': 200} Sep 27 16:44:22.429238 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ed0e9-9381-47d1-a1a1-de6bdc20eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=82f04415-4ca4-4d99-88bc-515bfb4984d7,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:22.436581 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b9db2a06-2523-4ad5-b16a-425b7df21803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0b8b1a63-4701-456f-975c-00d964bdd03a), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.439347 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b9db2a06-2523-4ad5-b16a-425b7df21803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:22.440582 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-b9db2a06-2523-4ad5-b16a-425b7df21803 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0b8b1a63-4701-456f-975c-00d964bdd03a HTTP/1.1" status: 204 len: 168 time: 0.1908164 Sep 27 16:44:22.460629 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2a06-2523-4ad5-b16a-425b7df21803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b1a63-4701-456f-975c-00d964bdd03a,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:22.482682 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:22.491211 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9880b-6510-43c5-9c02-ee21613493eb req-854cc9d1-5841-4cda-8dfd-66cd86d83c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.493259 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-36f9880b-6510-43c5-9c02-ee21613493eb req-854cc9d1-5841-4cda-8dfd-66cd86d83c51 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 1128 time: 0.0491478 Sep 27 16:44:22.517454 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773e84-daea-48e8-8d16-a1b05edb9819 req-4a9a6a99-bfd1-4bf7-84a6-aa12cd27e87a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.519004 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0773e84-daea-48e8-8d16-a1b05edb9819 req-4a9a6a99-bfd1-4bf7-84a6-aa12cd27e87a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 944 time: 0.0553179 Sep 27 16:44:22.579407 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b0773e84-daea-48e8-8d16-a1b05edb9819 req-5e773ad4-3af1-452f-afd7-d71fe3bf8a3b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542057 Sep 27 16:44:22.609116 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9880b-6510-43c5-9c02-ee21613493eb req-aaf66058-600c-4b3a-ab1d-cec0f1923e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.610583 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-36f9880b-6510-43c5-9c02-ee21613493eb req-aaf66058-600c-4b3a-ab1d-cec0f1923e2f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=0a89110c26344f608dae59f5616575f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1109209 Sep 27 16:44:22.712949 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9880b-6510-43c5-9c02-ee21613493eb req-3f3407c7-f6e9-42a1-8e8d-1435f2d95213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.714431 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-36f9880b-6510-43c5-9c02-ee21613493eb req-3f3407c7-f6e9-42a1-8e8d-1435f2d95213 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948403 Sep 27 16:44:22.759745 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Attempt 3 to provision port 82f04415-4ca4-4d99-88bc-515bfb4984d7 Sep 27 16:44:22.789767 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-a58dfd1f-8aaf-4b9d-a947-4513cbac630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.791317 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-a58dfd1f-8aaf-4b9d-a947-4513cbac630d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 1128 time: 0.0411801 Sep 27 16:44:22.798241 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-6dac24ec-f7b0-4cdb-93e1-ac636a4090d5 None None] Port 82f04415-4ca4-4d99-88bc-515bfb4984d7 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:44:22.833298 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-7789f39d-eb95-4385-b4ad-820f1b82cace service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7 HTTP/1.1" status: 200 len: 217 time: 0.0351532 Sep 27 16:44:22.883275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-8324db95-c62e-4206-9e6d-5080f6c4535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.884320 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-8324db95-c62e-4206-9e6d-5080f6c4535e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 200 len: 850 time: 0.0455177 Sep 27 16:44:22.931773 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77379c0d-7606-440d-8376-5e97ea761dff req-f389b2c0-1e99-4335-977c-bb75cbcf38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:22.935130 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-f389b2c0-1e99-4335-977c-bb75cbcf38e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430129 Sep 27 16:44:23.033428 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-3356d0cd-5290-4921-b2c2-b933f7657e6b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892761 Sep 27 16:44:23.384395 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-77379c0d-7606-440d-8376-5e97ea761dff req-6bc6415d-7d00-46c7-9af1-2cb053961419 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389354 Sep 27 16:44:23.704691 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cec05-e973-4739-8ce6-cffb21e07161 req-ed7bdb15-0be8-4128-ab18-d7d526da3db2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:23.706464 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f12cec05-e973-4739-8ce6-cffb21e07161 req-ed7bdb15-0be8-4128-ab18-d7d526da3db2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 944 time: 0.0501106 Sep 27 16:44:23.756005 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f12cec05-e973-4739-8ce6-cffb21e07161 req-0f8b852e-f4ab-4c50-81fe-1db2db6ee22a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Sep 27 16:44:24.883976 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2446fe4-b520-4a93-886d-29eb910c2c85 req-50a55fbe-b160-4c9b-9d04-aeb20d7a6430 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:24.885451 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e2446fe4-b520-4a93-886d-29eb910c2c85 req-50a55fbe-b160-4c9b-9d04-aeb20d7a6430 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 944 time: 0.0510678 Sep 27 16:44:24.920101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:24.934965 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e2446fe4-b520-4a93-886d-29eb910c2c85 req-c1e05296-14b1-4787-a3f1-1c722b645608 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Sep 27 16:44:25.874839 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 82f04415-4ca4-4d99-88bc-515bfb4984d7 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:44:25.974672 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 82f04415-4ca4-4d99-88bc-515bfb4984d7, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:25.989121 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'port_id': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'mac_address': 'fa:16:3e:a9:f0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:44:25.998541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:26.039320 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 82f04415-4ca4-4d99-88bc-515bfb4984d7 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:26.039805 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:26.057425 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f04415-4ca4-4d99-88bc-515bfb4984d7 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:44:26.067944 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862d43b-e9dd-492a-9133-587b839885ee req-ce74aae8-79d3-4704-86b7-97d45fbe1a45 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:26.069423 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4862d43b-e9dd-492a-9133-587b839885ee req-ce74aae8-79d3-4704-86b7-97d45fbe1a45 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 944 time: 0.0494413 Sep 27 16:44:26.079079 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 82f04415-4ca4-4d99-88bc-515bfb4984d7, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:26.118255 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4862d43b-e9dd-492a-9133-587b839885ee req-45d94562-30d4-4da8-a0bc-3318e20d9b9a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Sep 27 16:44:26.171853 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:26.218759 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=82f04415-4ca4-4d99-88bc-515bfb4984d7,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:26.225877 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.226248 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.226611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.226973 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.247337 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:26.424288 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['82f04415-4ca4-4d99-88bc-515bfb4984d7'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:44:26.552205 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:27.267075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e08fa-8647-4cbf-a0c7-f1cd5bf275ec req-4d8929c6-a81e-4020-8da2-8a09eae34d65 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:27.268576 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c38e08fa-8647-4cbf-a0c7-f1cd5bf275ec req-4d8929c6-a81e-4020-8da2-8a09eae34d65 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 945 time: 0.0633049 Sep 27 16:44:27.324710 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c38e08fa-8647-4cbf-a0c7-f1cd5bf275ec req-688b96c8-f56c-4eb4-9489-c8713a8c8b13 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500045 Sep 27 16:44:27.890338 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 82f04415-4ca4-4d99-88bc-515bfb4984d7 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:44:27.933131 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 82f04415-4ca4-4d99-88bc-515bfb4984d7 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:44:28.021091 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 82f04415-4ca4-4d99-88bc-515bfb4984d7 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:44:28.021482 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:28.021820 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 82f04415-4ca4-4d99-88bc-515bfb4984d7 Sep 27 16:44:28.097796 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 82f04415-4ca4-4d99-88bc-515bfb4984d7 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:44:28.098187 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:28.121173 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:44:28.123848 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ba30c-6da8-4d01-a562-10938d6f3d8b" -d '{"events": [{"server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "name": "network-vif-plugged", "status": "completed", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:44:28.136277 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 82f04415-4ca4-4d99-88bc-515bfb4984d7, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:44:28.162307 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6775511-5e38-426b-bb14-38263a71cbca x-openstack-request-id: req-c6775511-5e38-426b-bb14-38263a71cbca {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:44:28.162602 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "name": "network-vif-plugged", "status": "completed", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:44:28.162884 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6775511-5e38-426b-bb14-38263a71cbca {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:44:28.163288 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6775511-5e38-426b-bb14-38263a71cbca'] response: {'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'code': 200} Sep 27 16:44:28.255049 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:28.304918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=82f04415-4ca4-4d99-88bc-515bfb4984d7,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:28.502287 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf828bc-7dde-4172-b863-f21bdde39608 req-3cfd9ad7-9e41-4e5d-9c48-909704bc5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:28.503807 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-dbf828bc-7dde-4172-b863-f21bdde39608 req-3cfd9ad7-9e41-4e5d-9c48-909704bc5651 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 1130 time: 0.0579574 Sep 27 16:44:28.506145 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6925-425c-4ec7-98f0-b702ad30f25d req-27f6ec4a-003c-4780-b52a-9681c5149e4e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:28.507679 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-61cc6925-425c-4ec7-98f0-b702ad30f25d req-27f6ec4a-003c-4780-b52a-9681c5149e4e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0751832 Sep 27 16:44:28.530704 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:28.554516 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-dbf828bc-7dde-4172-b863-f21bdde39608 req-a14396c0-e2a6-4bde-9ef8-7a644eb51831 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Sep 27 16:44:28.556872 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-61cc6925-425c-4ec7-98f0-b702ad30f25d req-df0c9517-d7e8-4bfe-b696-8b1033cdf22a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436907 Sep 27 16:44:29.682858 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461b0d8-fdb1-4e43-8c72-13da649f0d8e req-16208d56-b95a-48f3-b77d-bb01e4bab039 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:29.684320 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a461b0d8-fdb1-4e43-8c72-13da649f0d8e req-16208d56-b95a-48f3-b77d-bb01e4bab039 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0496190 Sep 27 16:44:29.736442 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a461b0d8-fdb1-4e43-8c72-13da649f0d8e req-c572d6a1-78f3-4860-990c-58313ff92989 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 Sep 27 16:44:30.422985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34710) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:30.525468 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75f175a0-0629-4eff-a959-bd5545c49b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.598851 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75f175a0-0629-4eff-a959-bd5545c49b88 admin admin] Publish callbacks [] for security_group (c4496d7c-b314-41ab-90c8-5f85bf9ed0ad), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.666518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-75f175a0-0629-4eff-a959-bd5545c49b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c4496d7c-b314-41ab-90c8-5f85bf9ed0ad), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.707260 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-75f175a0-0629-4eff-a959-bd5545c49b88 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=386c4e11620e46f1942f797b84a6746f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832239 Sep 27 16:44:30.708060 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f175a0-0629-4eff-a959-bd5545c49b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4496d7c-b314-41ab-90c8-5f85bf9ed0ad,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:30.710122 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34714) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:30.760833 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56a7875c-0473-43e0-a2ec-bf943283135f admin admin] Publish callbacks [] for security_group (c4496d7c-b314-41ab-90c8-5f85bf9ed0ad), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.787791 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56a7875c-0473-43e0-a2ec-bf943283135f admin admin] Publish callbacks [] for security_group (c4496d7c-b314-41ab-90c8-5f85bf9ed0ad), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.859073 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa49eac-c81c-4d3c-a914-5c138c20ae0b req-3760bea9-77a5-4f29-85b9-bf9f0b39214e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:30.860542 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aaa49eac-c81c-4d3c-a914-5c138c20ae0b req-3760bea9-77a5-4f29-85b9-bf9f0b39214e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0477479 Sep 27 16:44:30.907370 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aaa49eac-c81c-4d3c-a914-5c138c20ae0b req-0e332ae7-f500-42a9-9217-5aa5d60a2ad5 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412123 Sep 27 16:44:30.931326 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56a7875c-0473-43e0-a2ec-bf943283135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c4496d7c-b314-41ab-90c8-5f85bf9ed0ad), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.933913 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-56a7875c-0473-43e0-a2ec-bf943283135f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:30.935542 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-56a7875c-0473-43e0-a2ec-bf943283135f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c4496d7c-b314-41ab-90c8-5f85bf9ed0ad HTTP/1.1" status: 204 len: 168 time: 0.2221587 Sep 27 16:44:30.946566 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7875c-0473-43e0-a2ec-bf943283135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4496d7c-b314-41ab-90c8-5f85bf9ed0ad,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:31.028934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a3319-0564-4672-a63d-635914aa37d4 req-2edf2064-7b91-424e-b3bb-b21057682494 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:31.030976 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-735a3319-0564-4672-a63d-635914aa37d4 req-2edf2064-7b91-424e-b3bb-b21057682494 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0511878 Sep 27 16:44:31.041045 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34722) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:31.046058 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'floatingip': {'port_id': '82f04415-4ca4-4d99-88bc-515bfb4984d7'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:44:31.084100 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (ae05dee4-7215-4efd-a821-6732f405651e), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.121126 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:31.220989 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.296834 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:31.534496 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.634919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34728) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:31.643438 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (ae05dee4-7215-4efd-a821-6732f405651e), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.678995 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-021280c9-9f2e-4574-8ed9-178420bf4dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.776426 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:31.781261 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=23 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:31.783402 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Floating IP ae05dee4-7215-4efd-a821-6732f405651e associated. External IP: 172.27.2.189, port: 82f04415-4ca4-4d99-88bc-515bfb4984d7. Sep 27 16:44:31.851301 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-021280c9-9f2e-4574-8ed9-178420bf4dee admin admin] Publish callbacks [] for security_group (c007041a-5ba9-4d48-a359-7b3c8b9ef826), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.937901 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-021280c9-9f2e-4574-8ed9-178420bf4dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c007041a-5ba9-4d48-a359-7b3c8b9ef826), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:31.969945 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:32.017018 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-021280c9-9f2e-4574-8ed9-178420bf4dee admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1feabde906fb4392a928b9674adcc491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809707 Sep 27 16:44:32.019417 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021280c9-9f2e-4574-8ed9-178420bf4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c007041a-5ba9-4d48-a359-7b3c8b9ef826,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:32.024634 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34730) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:32.046918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Router aa57bf90-075e-41ce-9225-41e15d3daed3 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:44:32.071653 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7ade59-058c-49ca-9514-bdeebcf33f46 admin admin] Publish callbacks [] for security_group (c007041a-5ba9-4d48-a359-7b3c8b9ef826), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:32.093905 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7ade59-058c-49ca-9514-bdeebcf33f46 admin admin] Publish callbacks [] for security_group (c007041a-5ba9-4d48-a359-7b3c8b9ef826), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:32.240300 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7ade59-058c-49ca-9514-bdeebcf33f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (c007041a-5ba9-4d48-a359-7b3c8b9ef826), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:32.243052 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bf7ade59-058c-49ca-9514-bdeebcf33f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:32.244336 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-bf7ade59-058c-49ca-9514-bdeebcf33f46 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c007041a-5ba9-4d48-a359-7b3c8b9ef826 HTTP/1.1" status: 204 len: 168 time: 0.2235796 Sep 27 16:44:32.254601 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ade59-058c-49ca-9514-bdeebcf33f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007041a-5ba9-4d48-a359-7b3c8b9ef826,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:32.416581 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:44:32.422021 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:32.426557 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:44:32.436832 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:32.437458 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:44:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:32.451502 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-64229593-68aa-4552-b2fa-ebab7807bbc4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/ae05dee4-7215-4efd-a821-6732f405651e HTTP/1.1" status: 200 len: 992 time: 1.4093440 Sep 27 16:44:32.452294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:44:32.454802 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366aff1-0284-4214-a8af-c546c99e6f65" -d '{"events": [{"name": "network-changed", "server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:44:32.496358 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a17a532-2ab1-4180-89f9-c72db849004a x-openstack-request-id: req-7a17a532-2ab1-4180-89f9-c72db849004a {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:44:32.500848 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:44:32.500848 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a17a532-2ab1-4180-89f9-c72db849004a {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:44:32.500848 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a17a532-2ab1-4180-89f9-c72db849004a'] response: {'name': 'network-changed', 'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'status': 'completed', 'code': 200} Sep 27 16:44:32.549934 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:32.764724 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'ae05dee4-7215-4efd-a821-6732f405651e', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'port_id': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'mac_address': 'fa:16:3e:a9:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:44:16Z', 'updated_at': '2022-09-27T16:44:31Z', 'revision_number': 1, 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:32.789238 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:44:32.797550 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:44:32.798149 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:44:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:32.879460 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:32.901530 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:44:32.937822 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-5e459286-f383-4d4c-a799-0757d1bba338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:32.939383 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-5e459286-f383-4d4c-a799-0757d1bba338 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 1130 time: 0.0416040 Sep 27 16:44:32.973656 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:33.043609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-c7f12f81-7fa6-429d-9cbb-ad3769562535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:33.045148 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-c7f12f81-7fa6-429d-9cbb-ad3769562535 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 912 time: 0.0989521 Sep 27 16:44:33.072859 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34742) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:33.092226 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a30d3a9c-05e7-43c8-a82f-2bb43d3e10cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.112091 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-1ebc5942-fd05-4f85-95e6-5977d67fb308 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7 HTTP/1.1" status: 200 len: 1000 time: 0.0606980 Sep 27 16:44:33.127083 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'ae05dee4-7215-4efd-a821-6732f405651e', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'port_id': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'mac_address': 'fa:16:3e:a9:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:44:16Z', 'updated_at': '2022-09-27T16:44:31Z', 'revision_number': 1, 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:44:33.151786 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:33.154245 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d45bb7-9a04-4da2-8cf1-a7e0129518ff None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'ae05dee4-7215-4efd-a821-6732f405651e', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'port_id': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'mac_address': 'fa:16:3e:a9:f0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:44:16Z', 'updated_at': '2022-09-27T16:44:31Z', 'revision_number': 1, 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:44:33.176842 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-e232108e-ca76-45bc-bf0d-57609031a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:33.178598 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-e232108e-ca76-45bc-bf0d-57609031a55a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 200 len: 850 time: 0.0606370 Sep 27 16:44:33.189543 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a30d3a9c-05e7-43c8-a82f-2bb43d3e10cc admin admin] Publish callbacks [] for security_group (00b56f7c-65d5-4be6-be01-bd0bb745572d), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.220791 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:33.230098 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-78a0943d-c5a4-4299-ba57-37fa10aefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:33.230098 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-78a0943d-c5a4-4299-ba57-37fa10aefa40 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430751 Sep 27 16:44:33.255943 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a30d3a9c-05e7-43c8-a82f-2bb43d3e10cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (00b56f7c-65d5-4be6-be01-bd0bb745572d), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.303075 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a30d3a9c-05e7-43c8-a82f-2bb43d3e10cc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4aa2261a714648559413f54924a07c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290118 Sep 27 16:44:33.304189 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3a9c-05e7-43c8-a82f-2bb43d3e10cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b56f7c-65d5-4be6-be01-bd0bb745572d,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:33.306065 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34750) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:33.366829 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-52e8333b-7321-444e-a24e-8f418c3bb74f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322558 Sep 27 16:44:33.430953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3f95-5866-409f-8261-295dd6f97c22 admin admin] Publish callbacks [] for security_group (00b56f7c-65d5-4be6-be01-bd0bb745572d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.435121 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:33.448653 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009e7f4-2f8b-433a-929d-add56afa8d14 None None] New status for floating IP ae05dee4-7215-4efd-a821-6732f405651e: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:44:33.466948 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3f95-5866-409f-8261-295dd6f97c22 admin admin] Publish callbacks [] for security_group (00b56f7c-65d5-4be6-be01-bd0bb745572d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.516149 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c366aff1-0284-4214-a8af-c546c99e6f65 req-8b5ef0d1-3cfb-40cc-a614-f0302f590300 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429217 Sep 27 16:44:33.609925 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3f95-5866-409f-8261-295dd6f97c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (00b56f7c-65d5-4be6-be01-bd0bb745572d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.612719 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3f95-5866-409f-8261-295dd6f97c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:33.619012 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-9dfb3f95-5866-409f-8261-295dd6f97c22 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/00b56f7c-65d5-4be6-be01-bd0bb745572d HTTP/1.1" status: 204 len: 168 time: 0.3069279 Sep 27 16:44:33.626886 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb3f95-5866-409f-8261-295dd6f97c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b56f7c-65d5-4be6-be01-bd0bb745572d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:34.120337 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-75d254b6-b34a-4056-8454-8a101f76a655 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450633 Sep 27 16:44:34.179027 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-49e830fb-e500-4f94-be69-9447cc3102d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:34.180484 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-49e830fb-e500-4f94-be69-9447cc3102d6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0394468 Sep 27 16:44:34.290308 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-7c112ba3-5ffc-4f3d-8b8f-b4dbd1f8d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:34.291793 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-7c112ba3-5ffc-4f3d-8b8f-b4dbd1f8d0fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0928903 Sep 27 16:44:34.354428 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-eed070ad-1eff-4125-ba05-5301cedc3e2f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 1001 time: 0.0563531 Sep 27 16:44:34.406571 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-a913f197-5d80-4969-8505-0adf53ac7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:34.408123 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-a913f197-5d80-4969-8505-0adf53ac7f42 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0458517 Sep 27 16:44:34.457453 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-edb50071-8c4f-4d30-ad34-3b0e1f651978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:44:34.459161 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-edb50071-8c4f-4d30-ad34-3b0e1f651978 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452182 Sep 27 16:44:34.515752 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-41a9c0ed-18a5-4ba9-8ef3-566f62a3aed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:34.555096 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-a52c3a7b-5db2-4635-ae0c-2e5374aa2368 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892401 Sep 27 16:44:34.656436 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-c19c7cad-bbd8-4b8d-8ecf-6bab77929e1c req-1b1e70a4-c255-4a54-bf47-94ada818f45c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933340 Sep 27 16:44:37.016450 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3540ba19-539c-47a6-b2b0-87918508c62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:37.543417 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34898) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:37.650848 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebb19-5049-4a16-b00b-3be41fd21d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:37.734726 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebb19-5049-4a16-b00b-3be41fd21d83 admin admin] Publish callbacks [] for security_group (4a377096-b0f6-4089-b53b-271b696d185e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:37.811677 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebb19-5049-4a16-b00b-3be41fd21d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (4a377096-b0f6-4089-b53b-271b696d185e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:37.815605 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:37.852479 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ebb19-5049-4a16-b00b-3be41fd21d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a377096-b0f6-4089-b53b-271b696d185e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:37.857826 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0c5ebb19-5049-4a16-b00b-3be41fd21d83 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de0c370521644f77b1abcc3c0acdb7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132811 Sep 27 16:44:37.861334 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34904) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:37.916897 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7840c47-17c9-427a-ad91-404bb82da2fc admin admin] Publish callbacks [] for security_group (4a377096-b0f6-4089-b53b-271b696d185e), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:37.937777 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7840c47-17c9-427a-ad91-404bb82da2fc admin admin] Publish callbacks [] for security_group (4a377096-b0f6-4089-b53b-271b696d185e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.055563 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7840c47-17c9-427a-ad91-404bb82da2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (4a377096-b0f6-4089-b53b-271b696d185e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.058371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-f7840c47-17c9-427a-ad91-404bb82da2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.059530 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-f7840c47-17c9-427a-ad91-404bb82da2fc admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4a377096-b0f6-4089-b53b-271b696d185e HTTP/1.1" status: 204 len: 168 time: 0.1972001 Sep 27 16:44:38.067697 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7840c47-17c9-427a-ad91-404bb82da2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a377096-b0f6-4089-b53b-271b696d185e,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:38.135310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.743121 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:44:38.749362 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 34912) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:38.762590 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e70d0c69-4b11-4ca5-9d1d-940af233fb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.839303 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e70d0c69-4b11-4ca5-9d1d-940af233fb20 admin admin] Publish callbacks [] for security_group (3b1f7e07-52a0-4558-b2c6-93be210726aa), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.912542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e70d0c69-4b11-4ca5-9d1d-940af233fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3b1f7e07-52a0-4558-b2c6-93be210726aa), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:38.954510 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e70d0c69-4b11-4ca5-9d1d-940af233fb20 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c30761d86cb748b9a1b02e3cad81b8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039874 Sep 27 16:44:38.955473 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d0c69-4b11-4ca5-9d1d-940af233fb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f7e07-52a0-4558-b2c6-93be210726aa,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:38.957490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 34914) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:39.011221 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-aa070519-a01a-45a7-b5d5-1349b9d0aadf admin admin] Publish callbacks [] for security_group (3b1f7e07-52a0-4558-b2c6-93be210726aa), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:39.033518 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-aa070519-a01a-45a7-b5d5-1349b9d0aadf admin admin] Publish callbacks [] for security_group (3b1f7e07-52a0-4558-b2c6-93be210726aa), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:39.141079 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-aa070519-a01a-45a7-b5d5-1349b9d0aadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (3b1f7e07-52a0-4558-b2c6-93be210726aa), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:39.143818 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-aa070519-a01a-45a7-b5d5-1349b9d0aadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:39.147805 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-aa070519-a01a-45a7-b5d5-1349b9d0aadf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3b1f7e07-52a0-4558-b2c6-93be210726aa HTTP/1.1" status: 204 len: 168 time: 0.1860526 Sep 27 16:44:39.148496 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:39.155496 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070519-a01a-45a7-b5d5-1349b9d0aadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f7e07-52a0-4558-b2c6-93be210726aa,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:39.828597 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:39.863066 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:43.555751 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:48.739479 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=13 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:48.942198 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=74,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:48.951185 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:49.069810 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:49.754072 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:49.755942 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:53.487543 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35094) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:53.595200 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d19e546f-ea5b-4a66-b1a1-74e7e9607640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.671440 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d19e546f-ea5b-4a66-b1a1-74e7e9607640 admin admin] Publish callbacks [] for security_group (2f01dc41-aa7b-4530-a935-02085a96b58f), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.770527 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d19e546f-ea5b-4a66-b1a1-74e7e9607640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2f01dc41-aa7b-4530-a935-02085a96b58f), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.809528 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e546f-ea5b-4a66-b1a1-74e7e9607640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01dc41-aa7b-4530-a935-02085a96b58f,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:53.814315 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-d19e546f-ea5b-4a66-b1a1-74e7e9607640 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e3cc06c1f3844a9894af6e162cc706f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256824 Sep 27 16:44:53.817148 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35102) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:53.867053 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e41151e-3615-4169-ac4a-1783e7d2d4e1 admin admin] Publish callbacks [] for security_group (2f01dc41-aa7b-4530-a935-02085a96b58f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.890163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e41151e-3615-4169-ac4a-1783e7d2d4e1 admin admin] Publish callbacks [] for security_group (2f01dc41-aa7b-4530-a935-02085a96b58f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.993404 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e41151e-3615-4169-ac4a-1783e7d2d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2f01dc41-aa7b-4530-a935-02085a96b58f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.996066 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-6e41151e-3615-4169-ac4a-1783e7d2d4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:53.998460 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-6e41151e-3615-4169-ac4a-1783e7d2d4e1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2f01dc41-aa7b-4530-a935-02085a96b58f HTTP/1.1" status: 204 len: 168 time: 0.1793258 Sep 27 16:44:54.005419 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41151e-3615-4169-ac4a-1783e7d2d4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01dc41-aa7b-4530-a935-02085a96b58f,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:54.708389 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35112) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:54.722143 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0053d526-7d6c-429d-9625-a6eb40e956e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:54.796354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0053d526-7d6c-429d-9625-a6eb40e956e4 admin admin] Publish callbacks [] for security_group (51c6702b-e3d8-4d26-a103-041a6d067c34), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:54.848685 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0053d526-7d6c-429d-9625-a6eb40e956e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (51c6702b-e3d8-4d26-a103-041a6d067c34), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:54.886010 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053d526-7d6c-429d-9625-a6eb40e956e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c6702b-e3d8-4d26-a103-041a6d067c34,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:54.890270 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0053d526-7d6c-429d-9625-a6eb40e956e4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=adc629d993f64d1ca48e48c266962ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808207 Sep 27 16:44:54.894006 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35114) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:54.941792 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6342-abc5-4c9a-80fd-5a91b97ef0fd admin admin] Publish callbacks [] for security_group (51c6702b-e3d8-4d26-a103-041a6d067c34), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:54.962151 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6342-abc5-4c9a-80fd-5a91b97ef0fd admin admin] Publish callbacks [] for security_group (51c6702b-e3d8-4d26-a103-041a6d067c34), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:55.068000 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6342-abc5-4c9a-80fd-5a91b97ef0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (51c6702b-e3d8-4d26-a103-041a6d067c34), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:55.070562 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6342-abc5-4c9a-80fd-5a91b97ef0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:55.071831 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ff9a6342-abc5-4c9a-80fd-5a91b97ef0fd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/51c6702b-e3d8-4d26-a103-041a6d067c34 HTTP/1.1" status: 204 len: 168 time: 0.1773417 Sep 27 16:44:55.079993 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a6342-abc5-4c9a-80fd-5a91b97ef0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c6702b-e3d8-4d26-a103-041a6d067c34,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:58.413633 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35192) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:58.519831 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.602225 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Publish callbacks [] for security_group (537cccd5-4ca7-4093-89ff-eed3215dd061), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.667417 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (537cccd5-4ca7-4093-89ff-eed3215dd061), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.705003 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537cccd5-4ca7-4093-89ff-eed3215dd061,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:58.708718 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=391947198b1445f0acbf1f946fe06809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940965 Sep 27 16:44:58.711650 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35196) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:58.714804 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.715163 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.715503 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.715837 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.716165 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.716487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.716808 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.717127 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.717451 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.717775 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.718094 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.718419 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.718742 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.722027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.722027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a359ae-dfef-4381-ac3d-8d595d0d42a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:58.762599 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3397567c-9942-452d-9132-21d2359218aa admin admin] Publish callbacks [] for security_group (537cccd5-4ca7-4093-89ff-eed3215dd061), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.824750 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3397567c-9942-452d-9132-21d2359218aa admin admin] Publish callbacks [] for security_group (537cccd5-4ca7-4093-89ff-eed3215dd061), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.859283 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:58.864027 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:58.980272 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3397567c-9942-452d-9132-21d2359218aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (537cccd5-4ca7-4093-89ff-eed3215dd061), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.982906 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3397567c-9942-452d-9132-21d2359218aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:58.984050 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3397567c-9942-452d-9132-21d2359218aa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/537cccd5-4ca7-4093-89ff-eed3215dd061 HTTP/1.1" status: 204 len: 168 time: 0.2712483 Sep 27 16:44:58.992006 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397567c-9942-452d-9132-21d2359218aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537cccd5-4ca7-4093-89ff-eed3215dd061,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:59.592710 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35210) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:59.606961 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:59.687361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Publish callbacks [] for security_group (a3037797-fc81-4810-b3ee-6b4eba6fa1ab), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:59.770813 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (a3037797-fc81-4810-b3ee-6b4eba6fa1ab), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:59.814501 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=94986ec0c9a347f19e5e9f140c5b520a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196574 Sep 27 16:44:59.815129 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3037797-fc81-4810-b3ee-6b4eba6fa1ab,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:44:59.817117 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35212) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:44:59.822506 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.822881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.823234 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.823573 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.823908 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.824239 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.824564 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.824889 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.825213 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.825537 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.825863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.826186 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.826509 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.826852 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.827170 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bc7d7-1adc-497b-86f4-d78427109ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:44:59.843603 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:59.844675 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:44:59.870144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee61-73d2-4e1d-91d2-231823198814 admin admin] Publish callbacks [] for security_group (a3037797-fc81-4810-b3ee-6b4eba6fa1ab), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:44:59.890724 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee61-73d2-4e1d-91d2-231823198814 admin admin] Publish callbacks [] for security_group (a3037797-fc81-4810-b3ee-6b4eba6fa1ab), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:00.004890 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee61-73d2-4e1d-91d2-231823198814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (a3037797-fc81-4810-b3ee-6b4eba6fa1ab), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:00.009495 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-34a0ee61-73d2-4e1d-91d2-231823198814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:00.009495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-34a0ee61-73d2-4e1d-91d2-231823198814 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a3037797-fc81-4810-b3ee-6b4eba6fa1ab HTTP/1.1" status: 204 len: 168 time: 0.1904559 Sep 27 16:45:00.016505 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0ee61-73d2-4e1d-91d2-231823198814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3037797-fc81-4810-b3ee-6b4eba6fa1ab,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:01.225873 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:04.536070 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-6088b9f4-395a-4c47-a081-dc93bcbe0bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.088580 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35364) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:05.192624 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2d68103-8caa-47eb-89d6-2d100cb865b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.266561 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2d68103-8caa-47eb-89d6-2d100cb865b1 admin admin] Publish callbacks [] for security_group (a1ecfc07-86e0-4b46-ba0f-9a833e4cc357), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.328956 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2d68103-8caa-47eb-89d6-2d100cb865b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (a1ecfc07-86e0-4b46-ba0f-9a833e4cc357), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.367703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d68103-8caa-47eb-89d6-2d100cb865b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ecfc07-86e0-4b46-ba0f-9a833e4cc357,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:05.371942 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a2d68103-8caa-47eb-89d6-2d100cb865b1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ab48af86528c45a784554040c455be58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823722 Sep 27 16:45:05.375355 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35368) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:05.421922 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a7e230b4-0b04-40d1-9493-95fd534aac6c admin admin] Publish callbacks [] for security_group (a1ecfc07-86e0-4b46-ba0f-9a833e4cc357), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.442379 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a7e230b4-0b04-40d1-9493-95fd534aac6c admin admin] Publish callbacks [] for security_group (a1ecfc07-86e0-4b46-ba0f-9a833e4cc357), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.591567 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a7e230b4-0b04-40d1-9493-95fd534aac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (a1ecfc07-86e0-4b46-ba0f-9a833e4cc357), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.594128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a7e230b4-0b04-40d1-9493-95fd534aac6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:05.595314 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a7e230b4-0b04-40d1-9493-95fd534aac6c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a1ecfc07-86e0-4b46-ba0f-9a833e4cc357 HTTP/1.1" status: 204 len: 168 time: 0.2197552 Sep 27 16:45:05.603838 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e230b4-0b04-40d1-9493-95fd534aac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ecfc07-86e0-4b46-ba0f-9a833e4cc357,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:06.348164 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35382) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:06.362450 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02227d34-90f0-42ac-ba81-8ee94a521703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.438611 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02227d34-90f0-42ac-ba81-8ee94a521703 admin admin] Publish callbacks [] for security_group (30bbea3d-eeea-4d67-8a42-5d3b1d9cca42), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.511681 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02227d34-90f0-42ac-ba81-8ee94a521703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (30bbea3d-eeea-4d67-8a42-5d3b1d9cca42), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.552621 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-02227d34-90f0-42ac-ba81-8ee94a521703 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=581ae10f09bb4800878d721255a3f624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032518 Sep 27 16:45:06.553465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02227d34-90f0-42ac-ba81-8ee94a521703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bbea3d-eeea-4d67-8a42-5d3b1d9cca42,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:06.555637 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35384) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:06.604718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c1692c32-1d15-4ec9-a38a-50fe1d510ed1 admin admin] Publish callbacks [] for security_group (30bbea3d-eeea-4d67-8a42-5d3b1d9cca42), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.625360 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c1692c32-1d15-4ec9-a38a-50fe1d510ed1 admin admin] Publish callbacks [] for security_group (30bbea3d-eeea-4d67-8a42-5d3b1d9cca42), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.780606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c1692c32-1d15-4ec9-a38a-50fe1d510ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (30bbea3d-eeea-4d67-8a42-5d3b1d9cca42), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.783812 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c1692c32-1d15-4ec9-a38a-50fe1d510ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:06.785019 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c1692c32-1d15-4ec9-a38a-50fe1d510ed1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/30bbea3d-eeea-4d67-8a42-5d3b1d9cca42 HTTP/1.1" status: 204 len: 168 time: 0.2283857 Sep 27 16:45:06.793349 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1692c32-1d15-4ec9-a38a-50fe1d510ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bbea3d-eeea-4d67-8a42-5d3b1d9cca42,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:07.164532 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-72d29c1b-25be-4b2a-a2ca-d5b5145500d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.029792 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35412) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:08.128217 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1607993423-network', 'tenant_id': '9ef07a23b7ae4ba49c6c215697d623e5'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:08.147218 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.227354 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Made reservation on behalf of 9ef07a23b7ae4ba49c6c215697d623e5 for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:45:08.229694 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.238800 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.313880 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks [] for security_group (ffc989df-7d53-4f3c-bae8-f9b4663f2093), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.353090 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ffc989df-7d53-4f3c-bae8-f9b4663f2093), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.382542 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:45:08.388138 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc989df-7d53-4f3c-bae8-f9b4663f2093,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:08.397116 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.397642 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Added segment fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8 of type vlan for network 4918671f-314f-404a-8f53-239364551a94 Sep 27 16:45:08.434432 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:08.438650 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (4918671f-314f-404a-8f53-239364551a94), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.454425 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:08.518952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (4918671f-314f-404a-8f53-239364551a94), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.519915 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:08.520501 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.584390 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] Pushing event updated for resources: {'Network': ['ID=4918671f-314f-404a-8f53-239364551a94,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:08.594262 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 4918671f-314f-404a-8f53-239364551a94 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:45:08.642913 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-689aeacd-494d-45ea-887f-7c0fb17c0e76 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6116579 Sep 27 16:45:08.653512 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35422) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:08.658690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Request body: {'subnet': {'network_id': '4918671f-314f-404a-8f53-239364551a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1607993423-subnet', 'tenant_id': '9ef07a23b7ae4ba49c6c215697d623e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:08.758943 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Made reservation on behalf of 9ef07a23b7ae4ba49c6c215697d623e5 for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:45:08.761340 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:08.970513 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (4fb8591b-b173-443a-953a-68955944112b), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:09.025960 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb8591b-b173-443a-953a-68955944112b,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:09.035329 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Checking segment: {'id': 'fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4918671f-314f-404a-8f53-239364551a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:45:09.035871 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Network hostable DHCP agents. Network: 4918671f-314f-404a-8f53-239364551a94, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:45:09.090182 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Network 4918671f-314f-404a-8f53-239364551a94 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:45:09.164057 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 4918671f-314f-404a-8f53-239364551a94) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:45:09.168706 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:09.169734 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:09.173376 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992e0dc-455a-4b94-a2a4-ab669e53a155 None None] Network 4918671f-314f-404a-8f53-239364551a94 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:45:09.258350 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0ef33b75-92dd-4a99-a582-60315134fa02 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6037903 Sep 27 16:45:09.273577 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9aac7-f3df-41b2-9589-bdd69694c485 None None] Network 4918671f-314f-404a-8f53-239364551a94 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:45:09.734345 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:09.844429 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:09.977209 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35444) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:09.982589 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-811989395-network', 'tenant_id': '95264913fc1e44288e1fbe5705682a0a'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:10.113246 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Made reservation on behalf of 95264913fc1e44288e1fbe5705682a0a for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:45:10.115702 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.124609 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.173201 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:10.202632 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks [] for security_group (41e8e6db-4503-48d2-8395-65894b37d0c3), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.261622 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (41e8e6db-4503-48d2-8395-65894b37d0c3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.288960 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:45:10.304019 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8e6db-4503-48d2-8395-65894b37d0c3,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:10.307876 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.308223 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Added segment fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f of type vlan for network 32825a56-6188-45b5-ba7c-89f335dc2cbc Sep 27 16:45:10.349813 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (32825a56-6188-45b5-ba7c-89f335dc2cbc), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.444593 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (32825a56-6188-45b5-ba7c-89f335dc2cbc), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.445530 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:10.446101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.500348 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:10.506384 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] Pushing event updated for resources: {'Network': ['ID=32825a56-6188-45b5-ba7c-89f335dc2cbc,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:10.516025 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 32825a56-6188-45b5-ba7c-89f335dc2cbc details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:45:10.560998 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a9cebf2c-83ce-4cf5-b05f-22142fa608fd admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5826790 Sep 27 16:45:10.563985 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35448) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:10.569399 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Request body: {'subnet': {'network_id': '32825a56-6188-45b5-ba7c-89f335dc2cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-811989395-subnet', 'tenant_id': '95264913fc1e44288e1fbe5705682a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:10.673238 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Made reservation on behalf of 95264913fc1e44288e1fbe5705682a0a for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:45:10.675843 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:10.953180 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:11.014583 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:11.023328 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Checking segment: {'id': 'fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '32825a56-6188-45b5-ba7c-89f335dc2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:45:11.023685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Network hostable DHCP agents. Network: 32825a56-6188-45b5-ba7c-89f335dc2cbc, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:45:11.139679 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Network 32825a56-6188-45b5-ba7c-89f335dc2cbc is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:45:11.219687 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 32825a56-6188-45b5-ba7c-89f335dc2cbc) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:45:11.226488 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:11.227343 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:11.228132 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbcfcea-5410-4e21-98d0-8d2673fb4b48 None None] Network 32825a56-6188-45b5-ba7c-89f335dc2cbc requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:45:11.318584 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3557b7dc-5eb8-48ce-a5f3-e2c50ea89953 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7429955 Sep 27 16:45:11.336433 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d73c2-9284-4e84-913e-5903b9bb256f None None] Network 32825a56-6188-45b5-ba7c-89f335dc2cbc requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:45:11.662194 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35462) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:11.817628 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-39092722-1afc-4b0c-9f2b-fdf86f5be34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:11.865232 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:11.894441 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-39092722-1afc-4b0c-9f2b-fdf86f5be34e admin admin] Publish callbacks [] for security_group (34443781-8347-4afd-9d74-dd575012cb6a), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:11.963228 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-39092722-1afc-4b0c-9f2b-fdf86f5be34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (34443781-8347-4afd-9d74-dd575012cb6a), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:12.002685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092722-1afc-4b0c-9f2b-fdf86f5be34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34443781-8347-4afd-9d74-dd575012cb6a,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:12.007133 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-39092722-1afc-4b0c-9f2b-fdf86f5be34e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=914529a2fedc4e699f037c1ef6d0ee40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438811 Sep 27 16:45:12.010371 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35466) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:12.032509 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:DELETE=7,neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:12.040151 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:12.062031 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c1aa-65a7-4cd9-8cef-51d80886cbd4 admin admin] Publish callbacks [] for security_group (34443781-8347-4afd-9d74-dd575012cb6a), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:12.082114 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c1aa-65a7-4cd9-8cef-51d80886cbd4 admin admin] Publish callbacks [] for security_group (34443781-8347-4afd-9d74-dd575012cb6a), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:12.226992 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c1aa-65a7-4cd9-8cef-51d80886cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (34443781-8347-4afd-9d74-dd575012cb6a), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:12.229594 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c1aa-65a7-4cd9-8cef-51d80886cbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:12.233224 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-d3d0c1aa-65a7-4cd9-8cef-51d80886cbd4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/34443781-8347-4afd-9d74-dd575012cb6a HTTP/1.1" status: 204 len: 168 time: 0.2195485 Sep 27 16:45:12.248711 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0c1aa-65a7-4cd9-8cef-51d80886cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34443781-8347-4afd-9d74-dd575012cb6a,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:15.742590 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:45:21.417542 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:22.000715 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:22.275003 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:23.050643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:23.156208 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-710d2f1d-b7cf-475a-b0f7-dbafed21fbc5 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-849232985&fields=id&tenant_id=1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 267 time: 0.0520611 Sep 27 16:45:23.265717 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-4da3f24e-3e26-4cbd-8621-2eb51352f247 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:23.267093 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-4da3f24e-3e26-4cbd-8621-2eb51352f247 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 811 time: 0.1032844 Sep 27 16:45:23.282403 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-88c305ab-c6a8-44c9-b64a-ac8ef723ec22 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 375 time: 0.0090904 Sep 27 16:45:23.337833 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-64b7eadc-c610-4f2b-b3ea-e98fcfe982c3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505049 Sep 27 16:45:23.439403 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ff34a4a4-62bd-48bd-a4d7-a056a3cec935 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882940 Sep 27 16:45:23.529299 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-e1bb9586-51f0-46bb-b7d7-24b17e00cead service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832851 Sep 27 16:45:24.168010 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-28fbd6cc-aa38-4078-be93-2206793d9d65 req-d4056dca-2044-4830-8a29-cc5603aa33f7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 210 time: 0.0321896 Sep 27 16:45:25.270592 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ebf67ec9-2b8e-4b32-b825-6c7e7408087b req-583b0bdb-fe41-493f-aa01-3bb2bba53a67 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 210 time: 0.0287826 Sep 27 16:45:26.375287 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a38ef637-ea21-4399-839c-be3b9235bcd8 req-c963e177-80f1-4803-884f-808631765924 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 210 time: 0.0271733 Sep 27 16:45:26.842849 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-fd9b7fdb-ba08-43cf-8dd0-5e641520a070 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:26.844248 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-fd9b7fdb-ba08-43cf-8dd0-5e641520a070 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 811 time: 0.1072240 Sep 27 16:45:26.913722 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-e315c581-ed82-4282-ba07-bb2199284086 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e0f894b53284e788cdb4864acd917be HTTP/1.1" status: 200 len: 379 time: 0.0555570 Sep 27 16:45:26.928271 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'port': {'device_id': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'admin_state_up': True, 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'security_groups': ['048a1e3b-c786-43f7-9b7c-5a06e6bc8d94']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:27.117768 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Made reservation on behalf of 1e0f894b53284e788cdb4864acd917be for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:45:27.121568 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:27.247946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Allocated IP 172.20.0.9 (fa6ed79c-29cf-4084-8c9a-3f99a2a02140/811c54e2-1272-45b2-9c45-70589ff5334f/de86fe62-fa12-4e70-a861-ea2d30bbe40e) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:45:27.390095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:27.479782 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7156862f-b501-4293-ae4f-db085fc712e0 req-30da97ec-4f62-46fb-bfbe-4346b308d5cc tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 210 time: 0.0282922 Sep 27 16:45:27.484177 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:27.534430 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:45:27.538228 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:45:27.542297 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:45:27.566484 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=de86fe62-fa12-4e70-a861-ea2d30bbe40e,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:27.595776 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:27.596428 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:27.675348 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-ef6a9f5f-0ac7-452e-b1b9-bb29d64f75b7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553015 Sep 27 16:45:27.845116 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Provisioning complete for port de86fe62-fa12-4e70-a861-ea2d30bbe40e triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:45:27.845693 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:27.845819 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Attempt 1 to provision port de86fe62-fa12-4e70-a861-ea2d30bbe40e Sep 27 16:45:27.881769 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Port de86fe62-fa12-4e70-a861-ea2d30bbe40e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:45:27.989477 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Request body: {'port': {'device_id': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:28.086011 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:28.114319 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:28.140417 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:28.383217 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Attempt 2 to provision port de86fe62-fa12-4e70-a861-ea2d30bbe40e Sep 27 16:45:28.411692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de86fe62-fa12-4e70-a861-ea2d30bbe40e {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:45:28.419463 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Publish callbacks [] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:28.421779 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Port de86fe62-fa12-4e70-a861-ea2d30bbe40e cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:45:28.432781 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Transition to ACTIVE for port object de86fe62-fa12-4e70-a861-ea2d30bbe40e will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:45:28.484132 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:28.551354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Pushing event updated for resources: {'Port': ['ID=de86fe62-fa12-4e70-a861-ea2d30bbe40e,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:28.610025 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Attempting to bind port de86fe62-fa12-4e70-a861-ea2d30bbe40e on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:45:28.610365 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Attempting to bind port de86fe62-fa12-4e70-a861-ea2d30bbe40e by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:45:28.610883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Attempting to bind port de86fe62-fa12-4e70-a861-ea2d30bbe40e on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:45:28.627040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27ac1-60a4-4955-bc81-5eda3778c5c6 req-51df4db0-dbf0-4c8b-9216-cb0ddc68ccb9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:28.628564 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26b27ac1-60a4-4955-bc81-5eda3778c5c6 req-51df4db0-dbf0-4c8b-9216-cb0ddc68ccb9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0541101 Sep 27 16:45:28.660353 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Port de86fe62-fa12-4e70-a861-ea2d30bbe40e on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:45:28.660683 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Attempting to bind port de86fe62-fa12-4e70-a861-ea2d30bbe40e on network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:45:28.690202 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-26b27ac1-60a4-4955-bc81-5eda3778c5c6 req-ded7f30b-3ac6-4f4e-8117-328299221be8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545208 Sep 27 16:45:28.714983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:45:28.714983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Checking segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:45:28.714983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Bound using segment: {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:45:28.714983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Bound port: de86fe62-fa12-4e70-a861-ea2d30bbe40e, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3654b8f8-1a74-40c1-9d74-60b106db1460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:45:28.714983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:28.750830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:28.776559 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] For port de86fe62-fa12-4e70-a861-ea2d30bbe40e, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:45:28.779627 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] For port de86fe62-fa12-4e70-a861-ea2d30bbe40e, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:45:28.861230 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:28.865989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:28.866592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:28.867971 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/de86fe62-fa12-4e70-a861-ea2d30bbe40e HTTP/1.1" status: 200 len: 1093 time: 0.8829706 Sep 27 16:45:28.868564 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:45:28.870764 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:45:28.911994 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1788b18-4944-4693-82c0-51aec0b1b108 x-openstack-request-id: req-d1788b18-4944-4693-82c0-51aec0b1b108 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:45:28.911994 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:45:28.911994 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1788b18-4944-4693-82c0-51aec0b1b108 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:45:28.911994 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1788b18-4944-4693-82c0-51aec0b1b108'] response: {'name': 'network-changed', 'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'status': 'completed', 'code': 200} Sep 27 16:45:28.922742 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Attempt 3 to provision port de86fe62-fa12-4e70-a861-ea2d30bbe40e Sep 27 16:45:28.924433 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1aa3a-ae6a-42a0-9642-ef8a439d7b6b service neutron] Pushing event updated for resources: {'Port': ['ID=de86fe62-fa12-4e70-a861-ea2d30bbe40e,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:28.969677 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-770a70f9-b63d-4b57-b6e2-633906c7c4e4 None None] Port de86fe62-fa12-4e70-a861-ea2d30bbe40e had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:45:28.975894 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe req-ad23ff6f-069b-4629-9b49-57c5bf9cc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:28.977363 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe req-ad23ff6f-069b-4629-9b49-57c5bf9cc389 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 1127 time: 0.0443077 Sep 27 16:45:29.093975 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe req-64796b0d-077b-4451-b544-c36abf004be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.095449 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe req-64796b0d-077b-4451-b544-c36abf004be9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=1e0f894b53284e788cdb4864acd917be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1029968 Sep 27 16:45:29.193304 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe req-cabf873e-11f7-4d55-a987-8414f68b8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.194684 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-8aeb4af7-7709-4981-b69f-f9f6aa3ff2fe req-cabf873e-11f7-4d55-a987-8414f68b8722 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917645 Sep 27 16:45:29.273316 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-64721771-61f6-4110-bb46-78f0433a6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.274750 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-64721771-61f6-4110-bb46-78f0433a6444 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 1127 time: 0.0410540 Sep 27 16:45:29.324142 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-5a67ff01-d838-4d73-9b58-075dfeb946f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e HTTP/1.1" status: 200 len: 217 time: 0.0405583 Sep 27 16:45:29.375166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-0a7e71f8-e52b-4f17-b722-c48044ebf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.376633 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-0a7e71f8-e52b-4f17-b722-c48044ebf7ff service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0463576 Sep 27 16:45:29.422758 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-059993ea-8832-4f67-a243-82f456397210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.424307 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-059993ea-8832-4f67-a243-82f456397210 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408933 Sep 27 16:45:29.478664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:29.523320 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-7cb6ae7d-b971-4c3b-92b0-578cfd95360c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918493 Sep 27 16:45:29.619179 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-665d2dc0-8d3f-4c59-b057-bc3741713809 req-4230254b-6725-4b4f-b714-1ad84a708c3a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893128 Sep 27 16:45:29.686230 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082bdf2-08f7-4fd7-a8a6-a69b5a09e95a req-c59318b2-8ded-408f-82c1-886f6f514f3a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.687894 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7082bdf2-08f7-4fd7-a8a6-a69b5a09e95a req-c59318b2-8ded-408f-82c1-886f6f514f3a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0553768 Sep 27 16:45:29.758286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7082bdf2-08f7-4fd7-a8a6-a69b5a09e95a req-d7333435-930b-478c-9694-daefde7d1901 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588770 Sep 27 16:45:29.821453 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e17bf-70b8-4a72-ab8c-d78945a0315b req-c7e1ddad-1f17-4d20-842f-6ad0d9a76a01 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:29.822970 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8b8e17bf-70b8-4a72-ab8c-d78945a0315b req-c7e1ddad-1f17-4d20-842f-6ad0d9a76a01 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0501812 Sep 27 16:45:29.877370 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8b8e17bf-70b8-4a72-ab8c-d78945a0315b req-8afa5118-7f28-4ec3-93dd-91fbdef974db tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487711 Sep 27 16:45:30.882832 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692ca8e-c095-4168-9762-2246a55faa6f req-0139d8f1-3663-43eb-8897-0a120d9ba075 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:30.884386 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5692ca8e-c095-4168-9762-2246a55faa6f req-0139d8f1-3663-43eb-8897-0a120d9ba075 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0475867 Sep 27 16:45:30.936586 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-5692ca8e-c095-4168-9762-2246a55faa6f req-838774fe-5f62-44fc-8f46-d67bf646cd9a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455143 Sep 27 16:45:31.025113 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc438d-ba83-4d5c-9509-9efd62dfcb13 req-66d588b9-873a-4aaa-aca2-ab56e0b199e0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:31.026912 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6fdc438d-ba83-4d5c-9509-9efd62dfcb13 req-66d588b9-873a-4aaa-aca2-ab56e0b199e0 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0469918 Sep 27 16:45:31.075712 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6fdc438d-ba83-4d5c-9509-9efd62dfcb13 req-be4fb056-f4bb-49a4-ad51-d401d07055c3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Sep 27 16:45:31.289377 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:31.538185 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35704) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:31.586292 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Deleting subnet 4fb8591b-b173-443a-953a-68955944112b {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:45:31.589605 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Publish callbacks [] for subnet (4fb8591b-b173-443a-953a-68955944112b), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:31.619673 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:31.623760 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4870059'] for subnet (4fb8591b-b173-443a-953a-68955944112b), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:31.625283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:31.663766 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (4fb8591b-b173-443a-953a-68955944112b), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:31.888918 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4751594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828441'] for subnet (4fb8591b-b173-443a-953a-68955944112b), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:31.917775 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb8591b-b173-443a-953a-68955944112b,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:31.923642 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:31.926799 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-fc2c48c9-18c6-4880-9614-d79cce70b6f7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4fb8591b-b173-443a-953a-68955944112b HTTP/1.1" status: 204 len: 168 time: 0.3875804 Sep 27 16:45:31.930024 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35706) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:32.000967 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (4918671f-314f-404a-8f53-239364551a94), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.118460 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (4918671f-314f-404a-8f53-239364551a94), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.126299 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c304-af55-4542-ba82-026cabd1a956 req-71734d0f-2f63-4e8a-8251-6ae6840984a4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:32.128058 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bed6c304-af55-4542-ba82-026cabd1a956 req-71734d0f-2f63-4e8a-8251-6ae6840984a4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0971179 Sep 27 16:45:32.162844 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4918671f-314f-404a-8f53-239364551a94']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:32.203484 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:32.203776 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:32.231637 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.251981 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71a5a7-66d1-47f2-957f-a41a90a924f9 req-34bcfcf1-0e48-4091-b245-3966c5efca25 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:32.253439 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fb71a5a7-66d1-47f2-957f-a41a90a924f9 req-34bcfcf1-0e48-4091-b245-3966c5efca25 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0968783 Sep 27 16:45:32.259152 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bed6c304-af55-4542-ba82-026cabd1a956 req-7fdba1f6-57b1-42df-a1fc-e72d7d836317 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234295 Sep 27 16:45:32.267554 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.283071 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:45:32.283464 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.304533 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8 resource provider aggregate not found Sep 27 16:45:32.357937 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd3b9fd7-df8b-4381-b3b0-74a2bb4d48f8 found for delete ", "request_id": "req-bb207aee-4dd6-4051-8947-9f6930864dea"}]} Sep 27 16:45:32.368242 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-fb71a5a7-66d1-47f2-957f-a41a90a924f9 req-245b6441-1fb4-46e7-89b1-45a60c1aa91f tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082137 Sep 27 16:45:32.443923 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (4918671f-314f-404a-8f53-239364551a94), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.448321 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.451511 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4918671f-314f-404a-8f53-239364551a94 HTTP/1.1" status: 204 len: 168 time: 0.5205874 Sep 27 16:45:32.459133 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35716) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:32.464939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83ee5f-9690-4625-b3d2-1a3fedd3b262 admin admin] Pushing event deleted for resources: {'Network': ['ID=4918671f-314f-404a-8f53-239364551a94,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:32.502454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Deleting subnet 2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:45:32.506078 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Publish callbacks [] for subnet (2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.542123 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.580927 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.678502 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.705643 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:32.712261 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.715531 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-127bc528-36d9-401f-bcda-2de2ba99bf09 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/2e0581cc-954f-4ee3-9ba3-2f8302b0dfd9 HTTP/1.1" status: 204 len: 168 time: 0.2599902 Sep 27 16:45:32.718043 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35718) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:32.785397 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (32825a56-6188-45b5-ba7c-89f335dc2cbc), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.826401 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:32.866911 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (32825a56-6188-45b5-ba7c-89f335dc2cbc), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.887321 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32825a56-6188-45b5-ba7c-89f335dc2cbc']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:32.897096 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:32.898073 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:32.907009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.920787 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:32.927748 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:45:32.928374 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.009288 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f resource provider aggregate not found Sep 27 16:45:33.026610 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc26bf9e-c437-4e9b-b2db-27ad0d8d5c2f found for delete ", "request_id": "req-bce2a59b-61eb-4d06-95aa-1740b02c7135"}]} Sep 27 16:45:33.031152 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (32825a56-6188-45b5-ba7c-89f335dc2cbc), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.037850 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.040944 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/32825a56-6188-45b5-ba7c-89f335dc2cbc HTTP/1.1" status: 204 len: 168 time: 0.3220034 Sep 27 16:45:33.054934 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3f36e-4aac-48ae-acd5-d50e8e5942fb admin admin] Pushing event deleted for resources: {'Network': ['ID=32825a56-6188-45b5-ba7c-89f335dc2cbc,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:33.386199 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6e9b8-395c-43cd-ae03-4888c80933fd req-128b9a2e-8dd3-45d2-9626-a73b4351e779 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:33.387700 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ce6e9b8-395c-43cd-ae03-4888c80933fd req-128b9a2e-8dd3-45d2-9626-a73b4351e779 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0512497 Sep 27 16:45:33.439202 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35732) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:33.441611 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ce6e9b8-395c-43cd-ae03-4888c80933fd req-384ce238-c991-4f4c-95d5-ff0f2f14d6ae tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482757 Sep 27 16:45:33.481472 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fd70eb84-5e14-4a8d-b259-99c0552f7263 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9ef07a23b7ae4ba49c6c215697d623e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410388 Sep 27 16:45:33.484022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 35734) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:33.491560 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf546b-e08c-4328-8d31-fbfe4bfd8072 req-205fdc20-ae8c-4310-9554-e6e40c221fa1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:33.493046 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60cf546b-e08c-4328-8d31-fbfe4bfd8072 req-205fdc20-ae8c-4310-9554-e6e40c221fa1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0496266 Sep 27 16:45:33.537570 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9766aca1-2ee7-4b5d-978d-c5d2911136b4 admin admin] Publish callbacks [] for security_group (ffc989df-7d53-4f3c-bae8-f9b4663f2093), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.543109 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60cf546b-e08c-4328-8d31-fbfe4bfd8072 req-47f1c7d6-17ff-4c89-8cbf-c1cf55075ea2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444522 Sep 27 16:45:33.557853 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9766aca1-2ee7-4b5d-978d-c5d2911136b4 admin admin] Publish callbacks [] for security_group (ffc989df-7d53-4f3c-bae8-f9b4663f2093), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.706320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9766aca1-2ee7-4b5d-978d-c5d2911136b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ffc989df-7d53-4f3c-bae8-f9b4663f2093), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.709585 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-9766aca1-2ee7-4b5d-978d-c5d2911136b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:33.710662 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-9766aca1-2ee7-4b5d-978d-c5d2911136b4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ffc989df-7d53-4f3c-bae8-f9b4663f2093 HTTP/1.1" status: 204 len: 168 time: 0.2257609 Sep 27 16:45:33.718566 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766aca1-2ee7-4b5d-978d-c5d2911136b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc989df-7d53-4f3c-bae8-f9b4663f2093,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:34.150795 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-02374290-87dd-49c5-8267-e51348d0eb77 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381947 Sep 27 16:45:34.211237 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:34.219013 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676f84-efc4-412e-b937-d22beddac84e req-3d2a08b5-46bc-402d-aec1-69cbc6ac6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:34.220576 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-3d2a08b5-46bc-402d-aec1-69cbc6ac6b6b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0410788 Sep 27 16:45:34.334538 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676f84-efc4-412e-b937-d22beddac84e req-5c04fd89-51b2-43d1-a640-3cad76803ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:34.336038 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-5c04fd89-51b2-43d1-a640-3cad76803ac3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 910 time: 0.0928836 Sep 27 16:45:34.407009 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-25dc8550-62b8-4cda-be38-904320949ede service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 1002 time: 0.0619040 Sep 27 16:45:34.416957 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35740) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:34.446288 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:34.460197 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a4954e18-5739-4e34-8051-8abb1abdabab admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=95264913fc1e44288e1fbe5705682a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420616 Sep 27 16:45:34.462769 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35742) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:34.463152 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676f84-efc4-412e-b937-d22beddac84e req-13bf3363-4efa-47e0-92a5-68f762cfb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:34.464606 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-13bf3363-4efa-47e0-92a5-68f762cfb9d0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0485666 Sep 27 16:45:34.514825 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8676f84-efc4-412e-b937-d22beddac84e req-f875c7b2-18b6-4f8d-953e-477cee95bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:34.516380 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-f875c7b2-18b6-4f8d-953e-477cee95bb4a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425391 Sep 27 16:45:34.520564 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3a313ac-f33a-4bc2-b89d-03fcb8849a81 admin admin] Publish callbacks [] for security_group (41e8e6db-4503-48d2-8395-65894b37d0c3), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:34.545635 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e8ec84ec-2315-484d-a722-b7379b91ab81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:34.564770 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:34.568071 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3a313ac-f33a-4bc2-b89d-03fcb8849a81 admin admin] Publish callbacks [] for security_group (41e8e6db-4503-48d2-8395-65894b37d0c3), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:34.600000 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0199-3d9b-4364-b8f2-b579fcb09d92 req-12614523-df5b-45e5-b4e6-f0d27f155e69 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:34.601517 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0ead0199-3d9b-4364-b8f2-b579fcb09d92 req-12614523-df5b-45e5-b4e6-f0d27f155e69 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0725598 Sep 27 16:45:34.606911 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:34.622581 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-7107b6d9-90be-4c34-bf1a-ea023cc3e4b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964987 Sep 27 16:45:34.697860 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0ead0199-3d9b-4364-b8f2-b579fcb09d92 req-ecf6fd34-b98c-4ff4-8731-73104707fb76 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893364 Sep 27 16:45:34.705695 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70476-66d5-4a06-bb6e-29f9a22997f2 req-bb426c91-ffd4-4529-a7e4-b685c1768cc1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:34.709211 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0f70476-66d5-4a06-bb6e-29f9a22997f2 req-bb426c91-ffd4-4529-a7e4-b685c1768cc1 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0694177 Sep 27 16:45:34.732955 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d8676f84-efc4-412e-b937-d22beddac84e req-7559ea85-8078-465e-881d-119b03ada404 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002045 Sep 27 16:45:34.752468 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3a313ac-f33a-4bc2-b89d-03fcb8849a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (41e8e6db-4503-48d2-8395-65894b37d0c3), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:34.755803 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c3a313ac-f33a-4bc2-b89d-03fcb8849a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:34.756805 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c3a313ac-f33a-4bc2-b89d-03fcb8849a81 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/41e8e6db-4503-48d2-8395-65894b37d0c3 HTTP/1.1" status: 204 len: 168 time: 0.2931578 Sep 27 16:45:34.780960 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a0f70476-66d5-4a06-bb6e-29f9a22997f2 req-9f9c994c-cca4-408c-ac63-2c7489df4b48 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603950 Sep 27 16:45:34.780960 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a313ac-f33a-4bc2-b89d-03fcb8849a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8e6db-4503-48d2-8395-65894b37d0c3,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:35.842651 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a703-61fd-4c6b-be07-2ef7a0193ead req-f5286ec8-5d88-498a-9ad2-43539af1e18a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:35.844886 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c9c9a703-61fd-4c6b-be07-2ef7a0193ead req-f5286ec8-5d88-498a-9ad2-43539af1e18a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0542324 Sep 27 16:45:35.928021 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ed8d-a3b7-4791-b83c-af47c3bd10e5 req-ef7fb90d-3d9f-4276-87b3-e207d664f958 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:35.929510 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a06ed8d-a3b7-4791-b83c-af47c3bd10e5 req-ef7fb90d-3d9f-4276-87b3-e207d664f958 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0711799 Sep 27 16:45:35.932959 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c9c9a703-61fd-4c6b-be07-2ef7a0193ead req-7c959683-6e6f-4cda-8084-9021b5853f0a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820422 Sep 27 16:45:35.985949 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9a06ed8d-a3b7-4791-b83c-af47c3bd10e5 req-f99126a6-96d0-471e-b0d7-720660d79aa3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492089 Sep 27 16:45:36.845610 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:36.851454 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:36.969436 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a4dd24c9-2139-4785-975b-b7b3d36f20fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:37.061639 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf6eb-83bc-4b94-8ebe-67617fa9a823 req-703b4cf1-59a7-46d2-9dd4-72c2cdf72b76 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:37.063206 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51eaf6eb-83bc-4b94-8ebe-67617fa9a823 req-703b4cf1-59a7-46d2-9dd4-72c2cdf72b76 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0485215 Sep 27 16:45:37.123643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6104e-7f63-4232-bd0c-bb33cf7ce35f req-5985f72a-7d1b-4942-ac14-401b9c7b957b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:37.125082 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ce6104e-7f63-4232-bd0c-bb33cf7ce35f req-5985f72a-7d1b-4942-ac14-401b9c7b957b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0610278 Sep 27 16:45:37.160835 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-51eaf6eb-83bc-4b94-8ebe-67617fa9a823 req-b3aeff29-c373-46fc-bf37-6e5b599bc88a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864587 Sep 27 16:45:37.192382 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4ce6104e-7f63-4232-bd0c-bb33cf7ce35f req-18ab427e-44fb-4369-84be-b1978440dc89 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616221 Sep 27 16:45:38.146338 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:38.199084 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device de86fe62-fa12-4e70-a861-ea2d30bbe40e details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:45:38.299744 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfbd0-855a-4058-ae9f-650d0f139a25 req-80128aa8-6b78-47a9-8a0c-080454421536 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:38.301215 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-edbbfbd0-855a-4058-ae9f-650d0f139a25 req-80128aa8-6b78-47a9-8a0c-080454421536 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0589800 Sep 27 16:45:38.304875 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port de86fe62-fa12-4e70-a861-ea2d30bbe40e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:45:38.316538 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'port_id': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'mac_address': 'fa:16:3e:05:74:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:45:38.349615 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4927c6-f409-485b-85c6-642558364336 req-687df040-5433-40de-b0fe-b17e1a29d599 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:38.351106 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ad4927c6-f409-485b-85c6-642558364336 req-687df040-5433-40de-b0fe-b17e1a29d599 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 943 time: 0.0738745 Sep 27 16:45:38.352845 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port de86fe62-fa12-4e70-a861-ea2d30bbe40e is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:45:38.353237 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:38.367091 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de86fe62-fa12-4e70-a861-ea2d30bbe40e {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:45:38.387740 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port de86fe62-fa12-4e70-a861-ea2d30bbe40e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:45:38.395155 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-edbbfbd0-855a-4058-ae9f-650d0f139a25 req-483afa48-72c5-4829-9733-9a4a11113e22 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779281 Sep 27 16:45:38.419118 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ad4927c6-f409-485b-85c6-642558364336 req-302eb9c1-ad0c-4753-b036-f0d9fcc1d8fb tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580695 Sep 27 16:45:38.454713 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:38.500912 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=de86fe62-fa12-4e70-a861-ea2d30bbe40e,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:38.508523 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.508872 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.509219 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.509560 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.509910 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.510227 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.510555 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.510916 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.511246 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.511573 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.511900 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.512225 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.512551 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.512878 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:38.513199 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:45:39.480169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:39.548596 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b08c-2621-46dd-b46c-b60e72e7e327 req-6e7581f9-3937-4f3e-95c5-7bd60f0378f0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:39.550066 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f74b08c-2621-46dd-b46c-b60e72e7e327 req-6e7581f9-3937-4f3e-95c5-7bd60f0378f0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0791299 Sep 27 16:45:39.564723 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba247c-8eb4-4baf-a1c1-906816de88b1 req-aad29514-eee6-4cdd-a90c-c58bd01e514b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:39.566094 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bba247c-8eb4-4baf-a1c1-906816de88b1 req-aad29514-eee6-4cdd-a90c-c58bd01e514b tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 944 time: 0.0625479 Sep 27 16:45:39.639001 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0f74b08c-2621-46dd-b46c-b60e72e7e327 req-b784cccb-2822-4f00-ba7b-bc816d464e51 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809817 Sep 27 16:45:39.643520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bba247c-8eb4-4baf-a1c1-906816de88b1 req-283e8cf9-7988-42c8-87d2-65d209d71db5 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708978 Sep 27 16:45:39.758468 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:39.825937 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:40.219517 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedd883-8a03-4c0f-bea7-2b2fe24fcf20 req-bdc37d0e-3c25-4ff2-bfe8-6c4fe798d3f8 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:40.220964 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-adedd883-8a03-4c0f-bea7-2b2fe24fcf20 req-bdc37d0e-3c25-4ff2-bfe8-6c4fe798d3f8 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0466945 Sep 27 16:45:40.273033 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-adedd883-8a03-4c0f-bea7-2b2fe24fcf20 req-39919f4b-fd9a-46dc-9456-68add4f5a0a7 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464501 Sep 27 16:45:40.789374 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335459-2398-48ad-a06b-a64f5a727d2b req-6c3adc37-cb6f-4c8b-acdc-ac3fdd3af46b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:40.790850 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2b335459-2398-48ad-a06b-a64f5a727d2b req-6c3adc37-cb6f-4c8b-acdc-ac3fdd3af46b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0742481 Sep 27 16:45:40.798281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb21be-261a-4efc-aa8b-13ee42a42f2f req-eab4233f-9a6e-44a9-b324-3b1957ec90f7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:40.799681 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d6bb21be-261a-4efc-aa8b-13ee42a42f2f req-eab4233f-9a6e-44a9-b324-3b1957ec90f7 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 944 time: 0.0735290 Sep 27 16:45:40.854607 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:40.877111 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2b335459-2398-48ad-a06b-a64f5a727d2b req-10d51f4f-0380-4f6d-92b2-e8b7520f6eca tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765290 Sep 27 16:45:40.881926 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d6bb21be-261a-4efc-aa8b-13ee42a42f2f req-35e806ff-b733-4dff-a4ff-b96f8330ce8a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745640 Sep 27 16:45:41.393990 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688b3d9-a9ef-4bff-a2e2-36d896c09f40 req-e9ac10a9-1fda-4599-9c74-d3431b8a162d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:41.395728 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6688b3d9-a9ef-4bff-a2e2-36d896c09f40 req-e9ac10a9-1fda-4599-9c74-d3431b8a162d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0470114 Sep 27 16:45:41.437223 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['de86fe62-fa12-4e70-a861-ea2d30bbe40e'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:45:41.447453 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6688b3d9-a9ef-4bff-a2e2-36d896c09f40 req-f1e53406-8dc8-4cf8-a988-e7c14a9bb560 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Sep 27 16:45:41.667158 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:42.031095 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47631235-74d9-455a-b594-d9a3cc44fb19 req-01db1f96-079c-46fb-b82e-f6e12b403f2e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:42.032551 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-47631235-74d9-455a-b594-d9a3cc44fb19 req-01db1f96-079c-46fb-b82e-f6e12b403f2e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0774574 Sep 27 16:45:42.038623 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f788d2-d1e5-492d-af70-bd6778e4feda req-b3096c41-83fe-4a79-8082-2fc366246b11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:42.039968 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-62f788d2-d1e5-492d-af70-bd6778e4feda req-b3096c41-83fe-4a79-8082-2fc366246b11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 944 time: 0.0746422 Sep 27 16:45:42.115108 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-47631235-74d9-455a-b594-d9a3cc44fb19 req-fff8d3cc-b679-4b22-864d-8b938b0880d1 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741873 Sep 27 16:45:42.119425 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-62f788d2-d1e5-492d-af70-bd6778e4feda req-f30f59fa-ac5e-4ed8-9f0b-b58ed39e3af4 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727220 Sep 27 16:45:42.575051 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdfb17-e509-4d02-ba0c-64a6ed2b1cce req-452fda73-86b4-47cc-bb7d-67764332de90 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:42.576507 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-22bdfb17-e509-4d02-ba0c-64a6ed2b1cce req-452fda73-86b4-47cc-bb7d-67764332de90 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0482249 Sep 27 16:45:42.628014 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-22bdfb17-e509-4d02-ba0c-64a6ed2b1cce req-8c6765a7-d5f2-44ac-bff6-d2bdfb0f1bc3 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Sep 27 16:45:43.265630 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc304f9d-ca9a-4995-8b50-18ed1a2eb2dc req-9c72ea1d-7750-42ad-a95f-4470d3d10f56 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:43.267118 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc304f9d-ca9a-4995-8b50-18ed1a2eb2dc req-9c72ea1d-7750-42ad-a95f-4470d3d10f56 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0771906 Sep 27 16:45:43.274495 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2fea-1801-4822-ab45-9d148f382f41 req-fe08b41f-d21b-4cc3-8dd6-b222d03f0caf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:43.276148 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4cdc2fea-1801-4822-ab45-9d148f382f41 req-fe08b41f-d21b-4cc3-8dd6-b222d03f0caf tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 944 time: 0.0768049 Sep 27 16:45:43.350689 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dc304f9d-ca9a-4995-8b50-18ed1a2eb2dc req-d38ce6c7-b680-4d65-b3f2-a3f507d166e0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736225 Sep 27 16:45:43.354988 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4cdc2fea-1801-4822-ab45-9d148f382f41 req-69dcaa67-e69b-43ce-bcc7-19b4f37d075a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721891 Sep 27 16:45:43.712196 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:43.753033 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37f76-9f07-4058-921d-15dfc707ed57 req-3a5d8349-b4eb-4ca3-909f-43f205088d56 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:43.754540 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-58a37f76-9f07-4058-921d-15dfc707ed57 req-3a5d8349-b4eb-4ca3-909f-43f205088d56 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0511689 Sep 27 16:45:43.755146 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device de86fe62-fa12-4e70-a861-ea2d30bbe40e up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:45:43.779808 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:43.801112 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port de86fe62-fa12-4e70-a861-ea2d30bbe40e completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:45:43.808463 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-58a37f76-9f07-4058-921d-15dfc707ed57 req-005aa348-1feb-47f5-b745-8704025775e3 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 Sep 27 16:45:43.854703 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port de86fe62-fa12-4e70-a861-ea2d30bbe40e triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:45:43.855128 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:43.855466 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port de86fe62-fa12-4e70-a861-ea2d30bbe40e Sep 27 16:45:43.930956 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port de86fe62-fa12-4e70-a861-ea2d30bbe40e is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:45:43.931413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:43.954369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:45:43.956693 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1509baf-fe34-42a0-86dc-508371226117" -d '{"events": [{"server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "name": "network-vif-plugged", "status": "completed", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:45:43.969889 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port de86fe62-fa12-4e70-a861-ea2d30bbe40e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:45:43.993452 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30add4f0-867e-4fd9-b9b0-65861af8d2d7 x-openstack-request-id: req-30add4f0-867e-4fd9-b9b0-65861af8d2d7 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:45:43.993745 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "name": "network-vif-plugged", "status": "completed", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:45:43.994004 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30add4f0-867e-4fd9-b9b0-65861af8d2d7 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:45:43.994404 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30add4f0-867e-4fd9-b9b0-65861af8d2d7'] response: {'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'code': 200} Sep 27 16:45:44.009633 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:44.057213 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=de86fe62-fa12-4e70-a861-ea2d30bbe40e,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:44.503723 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c3421-05b8-4c7b-bdd7-0a6f45f8497c req-17d7388f-e9a8-4893-8221-4021df4c6794 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:44.505206 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e56c3421-05b8-4c7b-bdd7-0a6f45f8497c req-17d7388f-e9a8-4893-8221-4021df4c6794 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0748661 Sep 27 16:45:44.511456 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e8ba3-fd61-4cfd-ac11-e47c96ac05b9 req-f5ba7411-d7d9-44f1-b874-4ed3880ffca4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:44.512775 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-287e8ba3-fd61-4cfd-ac11-e47c96ac05b9 req-f5ba7411-d7d9-44f1-b874-4ed3880ffca4 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0801518 Sep 27 16:45:44.590892 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e56c3421-05b8-4c7b-bdd7-0a6f45f8497c req-378e1244-cf69-4f7a-bb09-280cc3e2bfdb tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771804 Sep 27 16:45:44.595011 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-287e8ba3-fd61-4cfd-ac11-e47c96ac05b9 req-47c8fe30-7811-4ba2-bae0-debf45526691 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746605 Sep 27 16:45:44.729951 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=23 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:44.927315 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8280ab-1b0a-4e17-aaa6-3dbbd0d68451 req-ce6a7e88-0b14-4f4f-bc00-e1b090e62697 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:44.928738 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3e8280ab-1b0a-4e17-aaa6-3dbbd0d68451 req-ce6a7e88-0b14-4f4f-bc00-e1b090e62697 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0462770 Sep 27 16:45:44.976253 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3e8280ab-1b0a-4e17-aaa6-3dbbd0d68451 req-c20bd34d-033c-49fb-8860-020f9d58f2f3 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Sep 27 16:45:45.743917 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e180-8a5e-4f3d-80fc-fa6acf780586 req-70f1afd0-e23c-4dba-b30c-8bdaa08b7319 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:45.745427 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e18e180-8a5e-4f3d-80fc-fa6acf780586 req-70f1afd0-e23c-4dba-b30c-8bdaa08b7319 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0784678 Sep 27 16:45:45.751199 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207aa77-fd85-401d-8162-92b246d71785 req-4dde00f1-4350-48a9-b1c5-ad337e8bc229 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:45.752528 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6207aa77-fd85-401d-8162-92b246d71785 req-4dde00f1-4350-48a9-b1c5-ad337e8bc229 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0756075 Sep 27 16:45:45.761691 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:45.837192 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e18e180-8a5e-4f3d-80fc-fa6acf780586 req-5a2095dd-7e40-4beb-a0c4-16278db516ec tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837259 Sep 27 16:45:45.840417 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6207aa77-fd85-401d-8162-92b246d71785 req-03bb7227-e471-4dfe-9f70-f074877dc0cc tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803041 Sep 27 16:45:45.864219 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc94b-2fd2-4f10-a2ff-dc4f86629127 req-5a741bb4-c730-478d-b0e6-520ee517542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:45.865794 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e5fdc94b-2fd2-4f10-a2ff-dc4f86629127 req-5a741bb4-c730-478d-b0e6-520ee517542f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 1129 time: 0.0661471 Sep 27 16:45:45.911869 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-e5fdc94b-2fd2-4f10-a2ff-dc4f86629127 req-d5102f36-92fe-42d9-aac6-fd941482366d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402107 Sep 27 16:45:46.094868 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a551ea-000d-49a1-8a76-299a0ee125d3 req-f240dffb-dee9-425f-a7cc-80eaad8a8a74 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:46.096328 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-50a551ea-000d-49a1-8a76-299a0ee125d3 req-f240dffb-dee9-425f-a7cc-80eaad8a8a74 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0468574 Sep 27 16:45:46.151457 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-50a551ea-000d-49a1-8a76-299a0ee125d3 req-23310891-6389-45e6-8542-9de0dbec4c1c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496500 Sep 27 16:45:46.992607 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9186-5ea2-46d8-b0fa-b3182aa89d70 req-2f8cc32e-4b75-4bfe-a165-389d11515909 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:46.994638 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c16c9186-5ea2-46d8-b0fa-b3182aa89d70 req-2f8cc32e-4b75-4bfe-a165-389d11515909 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0778265 Sep 27 16:45:47.000557 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9e8a3-a469-4a19-985b-7ff5b5b999e4 req-8da1aa91-83b7-4218-88fb-715a66add761 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:47.001954 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1aa9e8a3-a469-4a19-985b-7ff5b5b999e4 req-8da1aa91-83b7-4218-88fb-715a66add761 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0749295 Sep 27 16:45:47.084660 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c16c9186-5ea2-46d8-b0fa-b3182aa89d70 req-7b1fb4b5-1072-488f-a67f-c39811263b42 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817809 Sep 27 16:45:47.088947 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1aa9e8a3-a469-4a19-985b-7ff5b5b999e4 req-1d5824e2-5c21-4e4a-ab27-2d8301080647 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802178 Sep 27 16:45:47.272709 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50007-4275-486d-a198-06e5a090208f req-9100048b-54d2-4be3-bf7f-8a2f27d501e7 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:47.274537 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-88f50007-4275-486d-a198-06e5a090208f req-9100048b-54d2-4be3-bf7f-8a2f27d501e7 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Sep 27 16:45:47.325619 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-88f50007-4275-486d-a198-06e5a090208f req-4b932ab4-6154-470a-8861-0e720ce279ae tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452125 Sep 27 16:45:48.184519 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:48.240961 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f871b-bb69-44df-aff3-19005bbeb4c6 req-6c27811b-8ff2-46f0-b396-5057ccf3566d tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:48.243042 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa6f871b-bb69-44df-aff3-19005bbeb4c6 req-6c27811b-8ff2-46f0-b396-5057ccf3566d tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0758846 Sep 27 16:45:48.251952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f923f-4187-4eef-a35c-0b8c9e1abf90 req-b78aefc9-7d07-4069-ac49-7825ec2cab9a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:48.255732 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a63f923f-4187-4eef-a35c-0b8c9e1abf90 req-b78aefc9-7d07-4069-ac49-7825ec2cab9a tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0861366 Sep 27 16:45:48.326161 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-aa6f871b-bb69-44df-aff3-19005bbeb4c6 req-563d0695-10e1-4b5e-98c4-8dccffb0da6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702076 Sep 27 16:45:48.334984 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a63f923f-4187-4eef-a35c-0b8c9e1abf90 req-240b3f31-9cec-4b3a-90a3-65842796a7c3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718472 Sep 27 16:45:48.476025 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eec2a-8b43-4802-801e-796b30c1f30e req-40416e7a-043b-4b5d-a0c2-ff99bd49b11a tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:48.478140 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c9eec2a-8b43-4802-801e-796b30c1f30e req-40416e7a-043b-4b5d-a0c2-ff99bd49b11a tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0764899 Sep 27 16:45:48.488040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9376d-64c2-4e9f-baf4-e2bfc6606380 req-fb2a13b0-5b5e-4a42-a625-01c2db1dd541 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:48.489406 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eac9376d-64c2-4e9f-baf4-e2bfc6606380 req-fb2a13b0-5b5e-4a42-a625-01c2db1dd541 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0586562 Sep 27 16:45:48.569898 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6c9eec2a-8b43-4802-801e-796b30c1f30e req-24cfb5fe-5df3-44bb-849b-74d0f13c257f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795317 Sep 27 16:45:48.573530 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eac9376d-64c2-4e9f-baf4-e2bfc6606380 req-45a3767f-4d64-4755-87d9-b4052f200653 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767393 Sep 27 16:45:48.601595 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35876) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:48.783853 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e418c61-1c3a-469f-8c4a-b26cb0367813 tempest-TestVolumeBootPattern-330167757 tempest-TestVolumeBootPattern-330167757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:48.785426 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3e418c61-1c3a-469f-8c4a-b26cb0367813 tempest-TestVolumeBootPattern-330167757 tempest-TestVolumeBootPattern-330167757-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 1124 time: 0.1823583 Sep 27 16:45:48.788252 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 35880) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:45:48.792982 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'port_id': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:45:48.894627 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:48.974489 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:49.008866 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:49.078979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Allocated IP 172.27.2.207 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/2ceade09-6816-4787-b175-78c4cf2fe479) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:45:49.468088 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182eeeb-c33d-4c05-84d4-0121b036e865 req-f195b6c8-ee93-4809-b396-74151b1256e6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:49.469523 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9182eeeb-c33d-4c05-84d4-0121b036e865 req-f195b6c8-ee93-4809-b396-74151b1256e6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0590909 Sep 27 16:45:49.518277 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (2ceade09-6816-4787-b175-78c4cf2fe479), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:49.548335 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9182eeeb-c33d-4c05-84d4-0121b036e865 req-7d491694-871e-43d9-a9aa-28072d08fbfc tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725310 Sep 27 16:45:49.620881 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (2ceade09-6816-4787-b175-78c4cf2fe479), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:49.626178 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:49.672440 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:45:49.696791 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:45:49.704511 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:45:49.731978 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=2ceade09-6816-4787-b175-78c4cf2fe479,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:49.741506 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b43f7-d6de-4cc8-83db-55d3f88752df req-aa112243-5686-4842-bb5b-c4b713d2e7b0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:49.743616 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-327b43f7-d6de-4cc8-83db-55d3f88752df req-aa112243-5686-4842-bb5b-c4b713d2e7b0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0913842 Sep 27 16:45:49.867058 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-327b43f7-d6de-4cc8-83db-55d3f88752df req-b412e570-7509-44fc-a751-ae02c6052058 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103926 Sep 27 16:45:49.982713 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:50.116829 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (d0740b40-d7a6-4424-a785-a3759ef7c7bf), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:50.266269 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (2ceade09-6816-4787-b175-78c4cf2fe479), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:50.418435 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for port (2ceade09-6816-4787-b175-78c4cf2fe479), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:50.465898 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (2ceade09-6816-4787-b175-78c4cf2fe479), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:50.534998 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event updated for resources: {'Port': ['ID=2ceade09-6816-4787-b175-78c4cf2fe479,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:45:50.537458 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (d0740b40-d7a6-4424-a785-a3759ef7c7bf), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:50.641103 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:50.664792 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Floating IP d0740b40-d7a6-4424-a785-a3759ef7c7bf associated. External IP: 172.27.2.207, port: de86fe62-fa12-4e70-a861-ea2d30bbe40e. Sep 27 16:45:50.708568 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f796a1-20bb-442b-a109-d3ef47f746c1 req-71db9a0f-e59c-43e7-8358-1da145a6c8b8 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:50.710100 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-73f796a1-20bb-442b-a109-d3ef47f746c1 req-71db9a0f-e59c-43e7-8358-1da145a6c8b8 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0839231 Sep 27 16:45:50.807386 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-73f796a1-20bb-442b-a109-d3ef47f746c1 req-4f00d164-6423-4297-9e27-7eca06a47b99 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879979 Sep 27 16:45:50.908906 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:50.918715 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:45:51.045169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6d450-932d-4db5-bef7-142b1f17a5b4 req-9397435d-bc47-4742-aded-5d288426f854 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:51.046616 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-58d6d450-932d-4db5-bef7-142b1f17a5b4 req-9397435d-bc47-4742-aded-5d288426f854 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0858510 Sep 27 16:45:51.078657 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:45:51.088887 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:45:51.099494 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:45:51.100219 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:45:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:51.116695 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-58d6d450-932d-4db5-bef7-142b1f17a5b4 req-c8adeb99-703f-475e-a8b6-8895fb5e4b70 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632432 Sep 27 16:45:51.202466 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:45:51.207132 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:45:51.232579 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e157cc17-5fca-4866-9c23-61b12636952e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4433181 Sep 27 16:45:51.233314 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:45:51.235677 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f781a-3337-4b24-9bcc-d369ae8663e7" -d '{"events": [{"name": "network-changed", "server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:45:51.285002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36a7d5-8df6-4a6d-b620-64cd81cd4894 x-openstack-request-id: req-fa36a7d5-8df6-4a6d-b620-64cd81cd4894 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:45:51.285002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:45:51.285002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa36a7d5-8df6-4a6d-b620-64cd81cd4894 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:45:51.285794 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa36a7d5-8df6-4a6d-b620-64cd81cd4894'] response: {'name': 'network-changed', 'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'status': 'completed', 'code': 200} Sep 27 16:45:51.423963 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-cbb6580d-6d46-46c3-a0ed-688397702418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:51.425509 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-cbb6580d-6d46-46c3-a0ed-688397702418 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 1129 time: 0.0400794 Sep 27 16:45:51.443151 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:26Z', 'revision_number': 1, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}, {'id': 'd0740b40-d7a6-4424-a785-a3759ef7c7bf', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:05:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:45:49Z', 'updated_at': '2022-09-27T16:45:49Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:51.468384 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:45:51.477471 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:45:51.478080 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:45:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:51.520920 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-bb0dd5cd-8fae-4355-864a-875286ae1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:51.522394 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-bb0dd5cd-8fae-4355-864a-875286ae1cb0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0902867 Sep 27 16:45:51.585851 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:45:51.722155 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:51.809019 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:51.813377 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:51.821351 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:26Z', 'revision_number': 1, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}, {'id': 'd0740b40-d7a6-4424-a785-a3759ef7c7bf', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:05:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:45:49Z', 'updated_at': '2022-09-27T16:45:49Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:45:51.830758 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-c674356c-4118-452a-a4e5-bea9955f1195 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e HTTP/1.1" status: 200 len: 999 time: 0.2948906 Sep 27 16:45:51.848046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4871a-8610-4b0e-9541-82976173cfd5 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:26Z', 'revision_number': 1, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}, {'id': 'd0740b40-d7a6-4424-a785-a3759ef7c7bf', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:05:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:45:49Z', 'updated_at': '2022-09-27T16:45:49Z', 'revision_number': 0, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:45:51.938673 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad4d8a-4644-4577-9510-b419b56d5c34 req-c75e3d3f-8ad3-40f7-9ece-ec3b19c142f6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:51.940298 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e0ad4d8a-4644-4577-9510-b419b56d5c34 req-c75e3d3f-8ad3-40f7-9ece-ec3b19c142f6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0533068 Sep 27 16:45:51.999838 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e0ad4d8a-4644-4577-9510-b419b56d5c34 req-f11ca5d7-8ec1-45c8-bfbc-35dae85441aa tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529907 Sep 27 16:45:52.049465 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97107d23-abaf-46a3-87ce-5d6a35d05eb7 None None] New status for floating IP d0740b40-d7a6-4424-a785-a3759ef7c7bf: ACTIVE {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:45:52.242027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef4bc6-2843-482e-9c7f-0ceffa93aeca req-5cf7146a-5eda-4dbc-bb6d-6d8f37b257b1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:52.243776 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c6ef4bc6-2843-482e-9c7f-0ceffa93aeca req-5cf7146a-5eda-4dbc-bb6d-6d8f37b257b1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0484312 Sep 27 16:45:52.296742 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c6ef4bc6-2843-482e-9c7f-0ceffa93aeca req-f06a5c4d-a1bb-4ce5-ae55-af4c8214af8b tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472016 Sep 27 16:45:52.416368 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95a602-e062-4ad2-98d0-ace9cb7661f4 req-e855c508-f184-45e6-a164-81b7b186dbeb tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:52.417837 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd95a602-e062-4ad2-98d0-ace9cb7661f4 req-e855c508-f184-45e6-a164-81b7b186dbeb tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0480959 Sep 27 16:45:52.464622 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd95a602-e062-4ad2-98d0-ace9cb7661f4 req-91f25e08-1eb0-465e-9203-51e78e22ece8 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 Sep 27 16:45:52.740968 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:45:53.426588 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-ac1ec6f6-c903-4918-b356-a66b1a119252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:53.428248 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-ac1ec6f6-c903-4918-b356-a66b1a119252 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0564833 Sep 27 16:45:53.455134 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-3a51e93a-15c3-4999-9427-05b99bb4cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:53.456644 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-3a51e93a-15c3-4999-9427-05b99bb4cd5a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0865793 Sep 27 16:45:53.469276 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ffac-f361-4c69-ad98-65d954db24e1 req-3fe259ae-602d-4af1-ba5f-173f9b4fb57d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:53.470733 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e1a0ffac-f361-4c69-ad98-65d954db24e1 req-3fe259ae-602d-4af1-ba5f-173f9b4fb57d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0812399 Sep 27 16:45:53.522968 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e1a0ffac-f361-4c69-ad98-65d954db24e1 req-7c5f3ede-e4a7-4147-9f5c-fe430e40a5e0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462244 Sep 27 16:45:53.588178 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1fc51-468f-4338-8f25-63d984ca8b94 req-4df837d1-99a3-4bc5-91f2-a0d0b4179063 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:53.589538 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dee1fc51-468f-4338-8f25-63d984ca8b94 req-4df837d1-99a3-4bc5-91f2-a0d0b4179063 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0486727 Sep 27 16:45:53.637820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dee1fc51-468f-4338-8f25-63d984ca8b94 req-46e33189-c046-49d3-bffb-b65390855516 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Sep 27 16:45:54.292147 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:54.314712 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-73c55061-8f29-42ce-989c-bbde0d25a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.316709 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-73c55061-8f29-42ce-989c-bbde0d25a107 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463665 Sep 27 16:45:54.387094 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-15ae0709-0287-4168-90cb-8e8f110a7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.388474 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-15ae0709-0287-4168-90cb-8e8f110a7b54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 910 time: 0.1036682 Sep 27 16:45:54.434125 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-840af365-dd1d-48af-bc93-3113a406dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.435631 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-840af365-dd1d-48af-bc93-3113a406dfb9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 1130 time: 0.0573924 Sep 27 16:45:54.456724 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-f9a825f2-6bc3-4e78-b017-bc1bae982fc1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 1002 time: 0.0621707 Sep 27 16:45:54.471450 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-29e6c049-2e71-4ef2-a5ce-ff7126f58718 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472964 Sep 27 16:45:54.508816 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-c486522f-ea5f-4052-b9da-34e735d23265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.510363 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-c486522f-ea5f-4052-b9da-34e735d23265 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0471871 Sep 27 16:45:54.555744 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-3fda094c-4de3-445c-a8fc-91323381d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.557547 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-3fda094c-4de3-445c-a8fc-91323381d2c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410779 Sep 27 16:45:54.603896 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-04a2c4a6-d508-4bc8-bdc4-1faf838ffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.605369 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-04a2c4a6-d508-4bc8-bdc4-1faf838ffa75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 912 time: 0.1611400 Sep 27 16:45:54.653458 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-6c9f781a-3337-4b24-9bcc-d369ae8663e7 req-c1041dea-3f6f-44b5-ae58-0bd225f56410 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557672 Sep 27 16:45:54.659809 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:54.681007 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-96601c2e-5dfe-4853-aecf-d5dd82b0cad1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7 HTTP/1.1" status: 200 len: 1002 time: 0.0659699 Sep 27 16:45:54.684816 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4d95a-bdb6-4c0c-a8a8-941dfdae03f1 req-8c11d3bb-f0f7-4974-ac5b-fd4b54d405d5 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.686373 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c7c4d95a-bdb6-4c0c-a8a8-941dfdae03f1 req-8c11d3bb-f0f7-4974-ac5b-fd4b54d405d5 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0736303 Sep 27 16:45:54.718184 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-928d5850-eda0-45e1-8c07-4797d5bbac39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548746 Sep 27 16:45:54.738806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-8421500a-3a72-404f-a960-9939b8e26205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.740243 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-8421500a-3a72-404f-a960-9939b8e26205 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 200 len: 850 time: 0.0540261 Sep 27 16:45:54.788217 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-7a56e232-f652-43ec-9dd6-ab74c290de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.790429 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-7a56e232-f652-43ec-9dd6-ab74c290de38 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441742 Sep 27 16:45:54.833233 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f83126-2f86-4ade-8c9b-d24f327e0e64 req-a38a182e-41b5-46a2-b308-eb9178196def tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:54.834711 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-46f83126-2f86-4ade-8c9b-d24f327e0e64 req-a38a182e-41b5-46a2-b308-eb9178196def tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.1156912 Sep 27 16:45:54.847749 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c7c4d95a-bdb6-4c0c-a8a8-941dfdae03f1 req-f00634c1-b351-44e5-a7e1-98edd4c53d52 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529973 Sep 27 16:45:54.885063 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-21f2ad35-877f-4bce-b139-4cdb9137e83d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Sep 27 16:45:54.897711 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:54.914086 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dbb9d417-3aaa-4c43-8c3f-6e839a999b81 req-9e1bf123-ee26-45ff-85b9-3b1cbede9556 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786590 Sep 27 16:45:54.917649 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-46f83126-2f86-4ade-8c9b-d24f327e0e64 req-3dc715c4-1fbe-405d-b17c-24bbee0b8119 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740080 Sep 27 16:45:54.958090 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:54.982616 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-f975e2b5-05ec-41c4-b358-67e2ac25e855 req-d906e0cf-31cf-4281-9aeb-5e228806a80e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916507 Sep 27 16:45:55.977887 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b52479-affd-41e8-9b7d-db0763b7b4f3 req-b5e58490-73eb-4059-a08a-95f22e18ea78 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:55.980430 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c7b52479-affd-41e8-9b7d-db0763b7b4f3 req-b5e58490-73eb-4059-a08a-95f22e18ea78 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0558274 Sep 27 16:45:56.076164 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b43ee-8928-4677-9618-dd8ea9ca0871 req-1e5c8844-b017-4f81-ab4d-3d91183be449 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:56.077652 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-529b43ee-8928-4677-9618-dd8ea9ca0871 req-1e5c8844-b017-4f81-ab4d-3d91183be449 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0770717 Sep 27 16:45:56.081137 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c7b52479-affd-41e8-9b7d-db0763b7b4f3 req-27c6718d-35e5-49df-a23b-480b2239f76f tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931900 Sep 27 16:45:56.127978 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-529b43ee-8928-4677-9618-dd8ea9ca0871 req-011a06b6-1df4-45e6-810c-226739fe21fa tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446107 Sep 27 16:45:57.212627 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83ccb6-a507-4357-bcd7-d982b99c5f77 req-8ea3c8c8-be97-4119-aeed-f798fa646818 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:57.214820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e83ccb6-a507-4357-bcd7-d982b99c5f77 req-8ea3c8c8-be97-4119-aeed-f798fa646818 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0532544 Sep 27 16:45:57.287553 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb6a22-b453-4ffe-812f-8be836f3614f req-800b1502-da6b-4cc0-9eb3-75dac3d6337b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:57.288979 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4abb6a22-b453-4ffe-812f-8be836f3614f req-800b1502-da6b-4cc0-9eb3-75dac3d6337b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0732756 Sep 27 16:45:57.311033 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:45:57.323160 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6e83ccb6-a507-4357-bcd7-d982b99c5f77 req-9c7e59ca-db02-45a8-9faa-eddd0d529ee1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976832 Sep 27 16:45:57.367482 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4abb6a22-b453-4ffe-812f-8be836f3614f req-f37f206b-830d-468f-bc5c-15f3cc1a238f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718751 Sep 27 16:45:58.468097 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10616a-e9fe-46bc-8f26-4ac917e698ba req-241e525c-087f-492e-84ea-13516e34ce07 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:58.469520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f10616a-e9fe-46bc-8f26-4ac917e698ba req-241e525c-087f-492e-84ea-13516e34ce07 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0585670 Sep 27 16:45:58.516750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fa6c5-ffe6-4d37-af2b-8f32f8af64dc req-31024c8b-5d0d-48de-ae93-8a6934443f3a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:58.518215 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eb2fa6c5-ffe6-4d37-af2b-8f32f8af64dc req-31024c8b-5d0d-48de-ae93-8a6934443f3a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0669143 Sep 27 16:45:58.565490 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3f10616a-e9fe-46bc-8f26-4ac917e698ba req-c10579bf-fe3a-4799-855f-7ca6e75c60d2 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800705 Sep 27 16:45:58.598820 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-eb2fa6c5-ffe6-4d37-af2b-8f32f8af64dc req-186cb782-ac48-4721-8d11-db56af8baf52 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693018 Sep 27 16:45:58.645901 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [req-f1a85660-6a31-423c-91c5-6d8c76a389f4 req-672ea758-fb07-4929-b200-14748566f489 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:45:58.646976 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f1a85660-6a31-423c-91c5-6d8c76a389f4 req-672ea758-fb07-4929-b200-14748566f489 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053666 Sep 27 16:45:59.086667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34f0c-a7ab-4f9c-b611-61561611e0ae req-6fb83d2a-9dce-4b72-b2d1-0c3dd2419be1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:59.091250 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1ee34f0c-a7ab-4f9c-b611-61561611e0ae req-6fb83d2a-9dce-4b72-b2d1-0c3dd2419be1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0499418 Sep 27 16:45:59.141028 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1ee34f0c-a7ab-4f9c-b611-61561611e0ae req-40443c4a-419c-44ac-ad86-ef1e8ee25cc5 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471222 Sep 27 16:45:59.175939 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-6280bb25-6c50-473f-b4ac-18cee4c1683d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938127 Sep 27 16:45:59.387628 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add190-2318-4569-be19-9ae43000015f req-f04bbd58-b664-4180-acd7-6a871edace90 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:45:59.388985 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-f04bbd58-b664-4180-acd7-6a871edace90 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports/c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 943 time: 0.1854973 Sep 27 16:46:00.269730 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f28bda-21fe-426e-974c-24b73e8e56d2 req-74e4baca-8349-4bf7-9814-062a7a3a264c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:00.271204 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a4f28bda-21fe-426e-974c-24b73e8e56d2 req-74e4baca-8349-4bf7-9814-062a7a3a264c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0498962 Sep 27 16:46:00.320362 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a4f28bda-21fe-426e-974c-24b73e8e56d2 req-c9699e62-6ef6-41b9-b86d-2a29007d34e3 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Sep 27 16:46:00.496369 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36010) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:46:00.600321 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.642591 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:00.678176 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Publish callbacks [] for security_group (444ccbc4-44b8-4746-81f6-160b5da0f804), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.745236 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (444ccbc4-44b8-4746-81f6-160b5da0f804), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.787645 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444ccbc4-44b8-4746-81f6-160b5da0f804,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:46:00.792676 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f7da72efc3464f59bba9c4c3892dd27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953112 Sep 27 16:46:00.796146 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36014) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:46:00.799201 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.804001 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16b8a2-ce36-4a00-8440-0cee38050461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.847390 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Publish callbacks [] for security_group (444ccbc4-44b8-4746-81f6-160b5da0f804), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.867686 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Publish callbacks [] for security_group (444ccbc4-44b8-4746-81f6-160b5da0f804), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.968590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (444ccbc4-44b8-4746-81f6-160b5da0f804), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.971163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:00.975262 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/444ccbc4-44b8-4746-81f6-160b5da0f804 HTTP/1.1" status: 204 len: 168 time: 0.1749997 Sep 27 16:46:00.981275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ccbc4-44b8-4746-81f6-160b5da0f804,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:46:00.988747 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.989300 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.989824 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.990347 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.990680 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.991132 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.991372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.991700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.992029 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.992380 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.992664 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.992990 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.993391 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.993718 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:00.994034 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e335032-6c9b-409e-9135-9b9c27143461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:46:01.249899 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:01.261346 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:46:01.349649 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port c6777043-34a8-4a48-b945-7f80df4e0022 is: ACTIVE; New status is: DOWN {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:46:01.351274 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:01.380188 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:46:01.382554 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a45fdf2-bfce-4763-88c7-92a8b1c2f7e5" -d '{"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-unplugged", "status": "completed", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:46:01.397797 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:46:01.453395 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:01.509340 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f9ed4-3b3b-43d1-8086-dac4d76f64d9 req-c795d7cf-1c8e-4f4c-8d76-99408c3cf29e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:01.511156 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-026f9ed4-3b3b-43d1-8086-dac4d76f64d9 req-c795d7cf-1c8e-4f4c-8d76-99408c3cf29e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0823371 Sep 27 16:46:01.530320 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=6']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:46:01.567681 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-026f9ed4-3b3b-43d1-8086-dac4d76f64d9 req-00d8a563-c23d-4472-a524-7b265c6125ef tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508230 Sep 27 16:46:01.628897 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb2e6f-d07c-40eb-9b8b-d53889e736e5 x-openstack-request-id: req-e3fb2e6f-d07c-40eb-9b8b-d53889e736e5 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:46:01.629203 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-unplugged", "status": "completed", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:46:01.629447 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3fb2e6f-d07c-40eb-9b8b-d53889e736e5 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:46:01.629845 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fb2e6f-d07c-40eb-9b8b-d53889e736e5'] response: {'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'code': 200} Sep 27 16:46:01.906540 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add190-2318-4569-be19-9ae43000015f req-56beae16-9e92-4c05-8c5d-2c3cb56970a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:01.908066 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-56beae16-9e92-4c05-8c5d-2c3cb56970a4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268&tenant_id=eb77c9fe25cb4abda83cb3d2e665557a HTTP/1.1" status: 200 len: 1128 time: 0.0408580 Sep 27 16:46:01.968181 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add190-2318-4569-be19-9ae43000015f req-9462875a-6160-490d-8249-746d17e00e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:01.969653 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-9462875a-6160-490d-8249-746d17e00e1e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1128 time: 0.0394530 Sep 27 16:46:02.062576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add190-2318-4569-be19-9ae43000015f req-a950e6dd-63f0-4526-b36e-9a5c2e5010ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:02.064005 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-a950e6dd-63f0-4526-b36e-9a5c2e5010ce service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 910 time: 0.0881360 Sep 27 16:46:02.125178 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-613b00e0-de6c-4b07-852e-532896cf3d84 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 1000 time: 0.0553117 Sep 27 16:46:02.173246 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add190-2318-4569-be19-9ae43000015f req-66675451-269b-41ce-85d8-ea6c0979161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:02.174670 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-66675451-269b-41ce-85d8-ea6c0979161d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0442924 Sep 27 16:46:02.221011 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63add190-2318-4569-be19-9ae43000015f req-816b590a-796c-4400-8cd3-4c71776551cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:02.222454 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-816b590a-796c-4400-8cd3-4c71776551cf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416040 Sep 27 16:46:02.311629 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-8fe03f94-e87d-4ef8-920f-65c80d6e1e6f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 Sep 27 16:46:02.404876 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-63add190-2318-4569-be19-9ae43000015f req-7f2388aa-1d77-4dfc-97d1-57292dd4a879 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871401 Sep 27 16:46:02.689597 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cb1fc-e53a-43f7-a01b-1c7b2f34094f req-a194f466-4de0-4575-b971-97e93de95735 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:02.691057 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e95cb1fc-e53a-43f7-a01b-1c7b2f34094f req-a194f466-4de0-4575-b971-97e93de95735 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0451903 Sep 27 16:46:02.736202 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:02.736955 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:02.741056 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e95cb1fc-e53a-43f7-a01b-1c7b2f34094f req-f3bfe66f-e63d-4072-ba19-062bea266650 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Sep 27 16:46:03.865143 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fdf4a-cb6d-41bd-89c8-65b04a2a71f4 req-523e466f-af27-4fd9-9ed1-1eeedc35fc8e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:03.866590 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-060fdf4a-cb6d-41bd-89c8-65b04a2a71f4 req-523e466f-af27-4fd9-9ed1-1eeedc35fc8e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0467522 Sep 27 16:46:03.877900 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:03.920798 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-060fdf4a-cb6d-41bd-89c8-65b04a2a71f4 req-5af0a822-51c3-4553-84d7-7e57a0510e81 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483332 Sep 27 16:46:04.522106 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-53d25324-2b6c-48db-aafa-60169e0986af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:05.041325 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089afc-b0ab-447c-9d61-bc51234a0a39 req-9b39cce9-db50-4c77-977e-d88553f8d3f4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:05.042768 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1c089afc-b0ab-447c-9d61-bc51234a0a39 req-9b39cce9-db50-4c77-977e-d88553f8d3f4 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0464439 Sep 27 16:46:05.090551 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1c089afc-b0ab-447c-9d61-bc51234a0a39 req-ad36ad81-b463-4e48-9418-78e15649f622 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Sep 27 16:46:06.217138 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf8b6d-65ba-4bde-b6d9-b9ff4f1fdcb8 req-7e58a470-9ee1-4df5-ac27-b7737945f311 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:06.218663 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4daf8b6d-65ba-4bde-b6d9-b9ff4f1fdcb8 req-7e58a470-9ee1-4df5-ac27-b7737945f311 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0466862 Sep 27 16:46:06.268712 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4daf8b6d-65ba-4bde-b6d9-b9ff4f1fdcb8 req-72f07e46-3396-4c7f-afa9-4a84d4a20286 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444450 Sep 27 16:46:07.007773 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-97ebf2e0-95bd-4571-8c9c-c942e3abb1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:07.395549 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cf435-5b39-4c35-ade4-d5044c976fcb req-313d58ad-084d-45ec-b418-41833c91d522 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:07.397013 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c6cf435-5b39-4c35-ade4-d5044c976fcb req-313d58ad-084d-45ec-b418-41833c91d522 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0521474 Sep 27 16:46:07.445489 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0c6cf435-5b39-4c35-ade4-d5044c976fcb req-3246170a-d994-4f4a-adc2-4164e6ce1422 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Sep 27 16:46:08.151529 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:08.565475 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabe72-756e-4c19-b85d-cd61f68ab889 req-c05abaf7-feef-4847-b8a4-90db1e29768c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:08.566949 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e8dabe72-756e-4c19-b85d-cd61f68ab889 req-c05abaf7-feef-4847-b8a4-90db1e29768c tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0479875 Sep 27 16:46:08.614345 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e8dabe72-756e-4c19-b85d-cd61f68ab889 req-9dca89c0-f8e8-47e7-9239-19870ac26eab tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Sep 27 16:46:09.728359 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:09.755118 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107365b-5130-422f-a347-7b42150790fe req-b2e540ef-3f09-44fb-9137-14ccdb1064da tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:09.756858 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2107365b-5130-422f-a347-7b42150790fe req-b2e540ef-3f09-44fb-9137-14ccdb1064da tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0555825 Sep 27 16:46:09.871421 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:10.065031 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2107365b-5130-422f-a347-7b42150790fe req-47bda7d6-3091-4806-9142-2b523d13b776 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023658 Sep 27 16:46:11.187117 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f248ae-ddb1-408e-88c4-9bff526a519c req-c4d343b8-89f7-4801-bc5b-0dc58c486eda tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:11.188582 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3f248ae-ddb1-408e-88c4-9bff526a519c req-c4d343b8-89f7-4801-bc5b-0dc58c486eda tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Sep 27 16:46:11.237809 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3f248ae-ddb1-408e-88c4-9bff526a519c req-a80881d7-0f15-4d8b-b6a3-fe0da6af6448 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Sep 27 16:46:11.303014 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:46:11.403673 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:46:11.414678 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'port_id': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'mac_address': 'fa:16:3e:08:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:46:11.448192 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port c6777043-34a8-4a48-b945-7f80df4e0022 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:46:11.448577 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:11.460898 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6777043-34a8-4a48-b945-7f80df4e0022 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:46:11.480592 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:46:11.562033 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:11.740082 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=7']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:46:11.816043 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['c6777043-34a8-4a48-b945-7f80df4e0022'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:46:11.960876 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:12.012780 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:12.358032 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8702c3-9356-43f2-a7aa-a659bbdc227a req-efab6b79-3e33-4f9c-a753-868b8f4e8602 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:12.359542 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cf8702c3-9356-43f2-a7aa-a659bbdc227a req-efab6b79-3e33-4f9c-a753-868b8f4e8602 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 945 time: 0.0473089 Sep 27 16:46:12.400281 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:12.402179 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=76,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:12.410749 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cf8702c3-9356-43f2-a7aa-a659bbdc227a req-3cb5f9cd-bdae-4cfd-8964-32a35aa5caaf tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455155 Sep 27 16:46:13.308671 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:46:13.351569 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port c6777043-34a8-4a48-b945-7f80df4e0022 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:46:13.351943 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:13.352277 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port c6777043-34a8-4a48-b945-7f80df4e0022 Sep 27 16:46:13.426327 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port c6777043-34a8-4a48-b945-7f80df4e0022 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:46:13.426708 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:13.450539 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:46:13.452776 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a290c76-4200-443a-875a-f32a60b082db" -d '{"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-plugged", "status": "completed", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:46:13.465771 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:46:13.496207 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47933817-8e6d-4c17-a970-7ea6921688c7 x-openstack-request-id: req-47933817-8e6d-4c17-a970-7ea6921688c7 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:46:13.496505 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-plugged", "status": "completed", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:46:13.496755 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47933817-8e6d-4c17-a970-7ea6921688c7 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:46:13.497154 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47933817-8e6d-4c17-a970-7ea6921688c7'] response: {'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'code': 200} Sep 27 16:46:13.539214 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a6d5-aaf2-46dd-96e8-b9f05ddbe6af req-a26bdef0-6200-4a4c-be34-008d17d62420 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:13.540709 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0a49a6d5-aaf2-46dd-96e8-b9f05ddbe6af req-a26bdef0-6200-4a4c-be34-008d17d62420 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 945 time: 0.0501654 Sep 27 16:46:13.545261 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:13.560416 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:13.591734 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0a49a6d5-aaf2-46dd-96e8-b9f05ddbe6af req-43dcdba5-2ec6-4cee-a06f-5cedb71c03fa tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Sep 27 16:46:13.594271 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=8']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:46:13.817007 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f9fa-9448-4e69-bf5f-c5fc323d24d8 req-6f312ff6-1a2d-4d3e-8b0f-ba028188c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:13.817007 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-89c5f9fa-9448-4e69-bf5f-c5fc323d24d8 req-6f312ff6-1a2d-4d3e-8b0f-ba028188c90f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0395510 Sep 27 16:46:13.843264 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:13.847080 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:13.864594 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-89c5f9fa-9448-4e69-bf5f-c5fc323d24d8 req-83cc1d4e-6bd0-48fb-8394-09ae09e5e7ae service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Sep 27 16:46:14.718002 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2bc71-defa-4f66-9d6a-4e03d32ffb7c req-bde7968e-b081-4c2e-bd26-6e0e8f258ca0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:14.723546 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4aa2bc71-defa-4f66-9d6a-4e03d32ffb7c req-bde7968e-b081-4c2e-bd26-6e0e8f258ca0 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0464263 Sep 27 16:46:14.770675 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4aa2bc71-defa-4f66-9d6a-4e03d32ffb7c req-c80d1999-7e1e-4818-b475-9bea5387df55 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 Sep 27 16:46:15.902505 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb19430-6f0d-4bd4-955d-fa1cd7d9a42c req-c41f116e-c550-44bd-9e04-19e3df8ff0f1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:15.904070 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0fb19430-6f0d-4bd4-955d-fa1cd7d9a42c req-c41f116e-c550-44bd-9e04-19e3df8ff0f1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0525060 Sep 27 16:46:15.952413 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0fb19430-6f0d-4bd4-955d-fa1cd7d9a42c req-1421597a-bad2-4c01-bc83-5d25e8ea0209 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Sep 27 16:46:23.590193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:23.592049 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=41 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:23.857222 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=11 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:23.861105 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:25.944777 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:25.947663 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=17 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:29.739795 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:46:31.241525 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:34.030154 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722927b-fde8-4b9c-afe6-5fad64b6f5f2 req-b98b4652-1526-4edc-a833-1343fa621d88 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:34.031633 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3722927b-fde8-4b9c-afe6-5fad64b6f5f2 req-b98b4652-1526-4edc-a833-1343fa621d88 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0467956 Sep 27 16:46:34.079826 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3722927b-fde8-4b9c-afe6-5fad64b6f5f2 req-e89d9552-3d40-4544-ba90-edc2b5dde005 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 Sep 27 16:46:34.532756 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-2da71461-8810-435a-b251-49dd52ffb8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:35.303243 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5044c8-9782-44ed-9022-5e9faf6ecbb0 req-7f9515fa-cd76-4870-9bb7-8044c1b016b8 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:35.304686 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd5044c8-9782-44ed-9022-5e9faf6ecbb0 req-7f9515fa-cd76-4870-9bb7-8044c1b016b8 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.1460934 Sep 27 16:46:35.354953 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-cd5044c8-9782-44ed-9022-5e9faf6ecbb0 req-635f07f1-5dbf-43eb-b05b-38c100656353 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446658 Sep 27 16:46:36.119856 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-2d6a9d92-6697-49d4-8543-87580efc4f7c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405204 Sep 27 16:46:36.215506 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-941c5c7d-ff35-4ce2-ba40-b68143abec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:36.217605 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-941c5c7d-ff35-4ce2-ba40-b68143abec00 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0389829 Sep 27 16:46:36.323996 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-8a68b45f-9f7f-4f54-8b03-eaccaf20d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:36.325887 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-8a68b45f-9f7f-4f54-8b03-eaccaf20d669 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0903790 Sep 27 16:46:36.389945 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-2d336119-8983-43ea-b244-7f684dc5ee9a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 1001 time: 0.0562270 Sep 27 16:46:36.438392 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-82190836-4da1-4dc9-8929-993418084d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:36.439873 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-82190836-4da1-4dc9-8929-993418084d90 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0438895 Sep 27 16:46:36.478403 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2bac9-3f18-462a-b4fa-07d1271526e2 req-bf9b5455-cd9c-4dc6-9bb0-75e4f91ec254 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:36.479827 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d2e2bac9-3f18-462a-b4fa-07d1271526e2 req-bf9b5455-cd9c-4dc6-9bb0-75e4f91ec254 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0469205 Sep 27 16:46:36.492851 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-766cc7f3-9bc3-4ac1-b749-5cbc0e1209c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:36.494367 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-766cc7f3-9bc3-4ac1-b749-5cbc0e1209c7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413046 Sep 27 16:46:36.529614 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d2e2bac9-3f18-462a-b4fa-07d1271526e2 req-2f652778-0463-4db6-a72a-83a4a5f7066a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Sep 27 16:46:36.584081 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-41376d83-2eca-4e0f-9f52-5371d96098e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834126 Sep 27 16:46:36.676658 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-0814e661-2d63-4a1f-a9b5-88e0c9f181f0 req-33562133-c969-45b3-a3b2-ad4a9e7c9345 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Sep 27 16:46:36.990012 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-01f6a81e-aee0-4d61-bb6c-f44a82c734c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:37.648357 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa2c1f-d52c-4d09-8ac2-696e70f9cee3 req-2d17e167-1426-4632-a33f-1c286482e70c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:37.650084 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8aa2c1f-d52c-4d09-8ac2-696e70f9cee3 req-2d17e167-1426-4632-a33f-1c286482e70c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0464876 Sep 27 16:46:37.696471 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8aa2c1f-d52c-4d09-8ac2-696e70f9cee3 req-d3350d90-687d-45ec-a62c-af4ba43771b9 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400643 Sep 27 16:46:38.161330 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:38.820385 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d432e5-d151-43ab-8d7f-5ceabc433bf5 req-7ce071ae-bf2d-4cbc-8e10-22b7bf4c4219 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:38.821829 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90d432e5-d151-43ab-8d7f-5ceabc433bf5 req-7ce071ae-bf2d-4cbc-8e10-22b7bf4c4219 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0496495 Sep 27 16:46:38.867937 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-90d432e5-d151-43ab-8d7f-5ceabc433bf5 req-1697def5-d878-476b-be22-8c8b5a0d42e7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404963 Sep 27 16:46:39.715410 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:39.734934 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=13 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:39.735683 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=15 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:39.812685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:46:39.987635 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d89afe-b982-4fed-a284-6790ad7d8003 req-b3688381-bdcc-402e-9aa0-326dbf3a00c5 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:39.989097 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-46d89afe-b982-4fed-a284-6790ad7d8003 req-b3688381-bdcc-402e-9aa0-326dbf3a00c5 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0463111 Sep 27 16:46:40.038328 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-46d89afe-b982-4fed-a284-6790ad7d8003 req-6eeccf4d-47af-47bd-b62a-abef2f59ea47 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Sep 27 16:46:41.160750 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe38b3-5a4b-4683-aa8c-d4c07ef5b02b req-4c5088b4-7743-4952-a4e6-5d028cb31093 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:41.162200 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b8fe38b3-5a4b-4683-aa8c-d4c07ef5b02b req-4c5088b4-7743-4952-a4e6-5d028cb31093 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0494640 Sep 27 16:46:41.208714 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-b8fe38b3-5a4b-4683-aa8c-d4c07ef5b02b req-3744a864-d1b7-4f0b-a2f4-ba05ea887a1f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Sep 27 16:46:42.329670 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88deca49-756a-45ec-9728-504476d28027 req-9181d044-7dcf-4615-bdef-a922a8495452 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:42.331197 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-88deca49-756a-45ec-9728-504476d28027 req-9181d044-7dcf-4615-bdef-a922a8495452 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0470722 Sep 27 16:46:42.378324 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-88deca49-756a-45ec-9728-504476d28027 req-87721802-c2ee-4ddb-bce0-a1ae4e1edcd0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Sep 27 16:46:43.505978 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727a61-53a5-4f04-a36d-b6aabcc3d810 req-55d6d6e8-0320-40d6-9a3a-772a1ec5fe4e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:43.507473 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1727a61-53a5-4f04-a36d-b6aabcc3d810 req-55d6d6e8-0320-40d6-9a3a-772a1ec5fe4e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0500298 Sep 27 16:46:43.557022 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d1727a61-53a5-4f04-a36d-b6aabcc3d810 req-919870f4-02c5-4d27-9541-0888de65ee74 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Sep 27 16:46:44.676732 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5576f-eee2-4014-b552-8c66b4a0d51c req-f4342acf-b675-425b-84f8-69aa90c5b4cd tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:44.678180 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ec5576f-eee2-4014-b552-8c66b4a0d51c req-f4342acf-b675-425b-84f8-69aa90c5b4cd tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0471752 Sep 27 16:46:44.724703 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ec5576f-eee2-4014-b552-8c66b4a0d51c req-72b62019-11f7-4daa-bde0-7683f303e96a tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Sep 27 16:46:45.032799 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231367c-8975-40f1-80dd-926259d7245b req-f3d32319-06e5-4ece-9189-d54342c6f551 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:45.034282 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9231367c-8975-40f1-80dd-926259d7245b req-f3d32319-06e5-4ece-9189-d54342c6f551 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0476520 Sep 27 16:46:45.076608 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:45.083947 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9231367c-8975-40f1-80dd-926259d7245b req-c1d8f275-3c11-4a0d-aed9-93e99aac43b1 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440004 Sep 27 16:46:45.160962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503154-17af-4356-9b75-91539b57e745 req-6f62953b-6f0e-441c-a13a-77bfb35096ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:45.162413 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-6f62953b-6f0e-441c-a13a-77bfb35096ed service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 1130 time: 0.0394020 Sep 27 16:46:45.253803 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503154-17af-4356-9b75-91539b57e745 req-90292665-3094-4562-81d3-62765d34f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:45.255274 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-90292665-3094-4562-81d3-62765d34f16e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 912 time: 0.0859361 Sep 27 16:46:45.316597 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-1e3cf613-3316-4e0e-b0af-411aa9bc0d6b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7 HTTP/1.1" status: 200 len: 1002 time: 0.0547903 Sep 27 16:46:45.364210 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503154-17af-4356-9b75-91539b57e745 req-5c45e6d6-9a4a-4f66-963e-93b4c1f0e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:45.365625 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-5c45e6d6-9a4a-4f66-963e-93b4c1f0e928 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 200 len: 850 time: 0.0430567 Sep 27 16:46:45.411820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503154-17af-4356-9b75-91539b57e745 req-192bcd95-6b0d-45e0-a0c4-42b3dae69ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:45.413247 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-192bcd95-6b0d-45e0-a0c4-42b3dae69ca0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415094 Sep 27 16:46:45.500465 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-b35fd640-da9d-48c4-9d36-48567acb01b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810554 Sep 27 16:46:45.557194 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:45.604194 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-20503154-17af-4356-9b75-91539b57e745 req-245749b2-58c0-4778-9f37-5885afbf82ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946898 Sep 27 16:46:46.193398 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:46.208283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec63d-2a8b-4cd5-a34b-65b1719c99d8 req-029f48fa-bec8-452a-8c20-490f4200e64f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:46.209736 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ebaec63d-2a8b-4cd5-a34b-65b1719c99d8 req-029f48fa-bec8-452a-8c20-490f4200e64f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0497038 Sep 27 16:46:46.257563 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ebaec63d-2a8b-4cd5-a34b-65b1719c99d8 req-967213f2-5e3d-4ba1-8f85-064d2166991c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421276 Sep 27 16:46:47.376837 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c1ce-b05f-417d-b561-8f9adde667ee req-17c0a00f-5a11-44f9-9cbc-4b1da5c7ede0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:46:47.378274 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-48b4c1ce-b05f-417d-b561-8f9adde667ee req-17c0a00f-5a11-44f9-9cbc-4b1da5c7ede0 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0457494 Sep 27 16:46:47.425436 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-48b4c1ce-b05f-417d-b561-8f9adde667ee req-5d1c7879-ed09-41a6-9e1d-7e3a5360ca86 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413888 Sep 27 16:46:49.756985 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:49.758875 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:50.853085 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:50.853907 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:55.599599 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:55.601490 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:57.418981 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=9 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:46:57.421858 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=25 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:01.326444 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:04.531441 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a312a7fa-4f53-4474-826a-0927cb2a2e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:06.738254 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:47:07.017645 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f63cf116-37b8-4163-b261-c93f3856602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:08.143760 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:09.731929 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:09.846385 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:16.734132 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:18.527885 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36124) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:18.667205 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Deleting port 2ceade09-6816-4787-b175-78c4cf2fe479 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:18.667543 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (2ceade09-6816-4787-b175-78c4cf2fe479), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:18.744028 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (2ceade09-6816-4787-b175-78c4cf2fe479), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:18.744347 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (2ceade09-6816-4787-b175-78c4cf2fe479), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:18.755957 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Calling delete_port for 2ceade09-6816-4787-b175-78c4cf2fe479 owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:18.971890 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (2ceade09-6816-4787-b175-78c4cf2fe479), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:19.001086 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'Port': ['ID=2ceade09-6816-4787-b175-78c4cf2fe479,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:19.023662 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.024009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.024353 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.024694 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.025027 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.025358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.025687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.026013 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.026343 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.026668 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.027019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.027347 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.027671 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.028056 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.028377 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:19.071327 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (d0740b40-d7a6-4424-a785-a3759ef7c7bf), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:19.071662 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Floating IP d0740b40-d7a6-4424-a785-a3759ef7c7bf disassociated (deleted). External IP: 172.27.2.207, port: de86fe62-fa12-4e70-a861-ea2d30bbe40e. Sep 27 16:47:19.269300 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:19.372229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:19.377249 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:19.381755 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:19.392428 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:19.393047 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:19.403801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:19.408820 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-b247f15d-0738-4772-b529-7c7ccc406e6e tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/d0740b40-d7a6-4424-a785-a3759ef7c7bf HTTP/1.1" status: 204 len: 168 time: 0.8797655 Sep 27 16:47:19.409468 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:19.412029 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1192deae-7999-4ac0-9172-3a37011c94dd" -d '{"events": [{"name": "network-changed", "server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:19.500880 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:19.536896 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992fd6b8-8803-4a3d-ad40-6f99eaaeb990 x-openstack-request-id: req-992fd6b8-8803-4a3d-ad40-6f99eaaeb990 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:19.537400 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:19.537400 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-992fd6b8-8803-4a3d-ad40-6f99eaaeb990 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:19.537871 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992fd6b8-8803-4a3d-ad40-6f99eaaeb990'] response: {'name': 'network-changed', 'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'status': 'completed', 'code': 200} Sep 27 16:47:19.642385 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:19.650729 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192deae-7999-4ac0-9172-3a37011c94dd req-0adda5a9-efee-47fa-8fcd-702c373caf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:19.652303 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-0adda5a9-efee-47fa-8fcd-702c373caf9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 1129 time: 0.0894754 Sep 27 16:47:19.723660 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:26Z', 'revision_number': 1, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:19.748651 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192deae-7999-4ac0-9172-3a37011c94dd req-e0b57730-f366-48de-8320-e4c4013537c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:19.750813 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-e0b57730-f366-48de-8320-e4c4013537c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0915504 Sep 27 16:47:19.753709 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:19.761930 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:19.762549 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:19.794970 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-febee426-875d-4ad3-a96b-d9b8a8464542 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e HTTP/1.1" status: 200 len: 217 time: 0.0375776 Sep 27 16:47:19.871214 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:19.896498 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6c40-2638-4093-b48b-93273e17a64f req-32650ac5-cc4a-46a9-8b1a-4fa9e1b5cc48 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:19.898271 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8fb6c40-2638-4093-b48b-93273e17a64f req-32650ac5-cc4a-46a9-8b1a-4fa9e1b5cc48 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0475690 Sep 27 16:47:19.955808 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a8fb6c40-2638-4093-b48b-93273e17a64f req-ade19a49-9850-4f28-97d8-2a96309fb175 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516856 Sep 27 16:47:20.080869 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:26Z', 'revision_number': 1, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:20.108383 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3be5f-f82e-4358-a8b4-d30f730b2902 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': '466aba75-6185-461d-b757-a5edf4c21a95', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'port_id': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'mac_address': 'fa:16:3e:bc:04:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:43:24Z', 'updated_at': '2022-09-27T16:43:26Z', 'revision_number': 1, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:20.325297 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e36130-a6e6-4425-a0b5-9611132ad9e6 None None] New status for floating IP d0740b40-d7a6-4424-a785-a3759ef7c7bf: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:47:20.972541 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b09f7-0b25-4d57-ac61-eb0e6126dad1 req-f7d1b870-a64f-4225-b3b5-253dd04e1ef2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:20.974062 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7a7b09f7-0b25-4d57-ac61-eb0e6126dad1 req-f7d1b870-a64f-4225-b3b5-253dd04e1ef2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0489950 Sep 27 16:47:20.988155 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192deae-7999-4ac0-9172-3a37011c94dd req-7427ff7d-7adb-4ec8-a932-a5452fa4c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:20.989781 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-7427ff7d-7adb-4ec8-a932-a5452fa4c141 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0503974 Sep 27 16:47:21.024166 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7a7b09f7-0b25-4d57-ac61-eb0e6126dad1 req-4db2a621-231c-4a18-9795-28f308d8087e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Sep 27 16:47:21.039346 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192deae-7999-4ac0-9172-3a37011c94dd req-89c572f4-d853-4e99-a242-3865a5c508d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:21.042990 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-89c572f4-d853-4e99-a242-3865a5c508d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428827 Sep 27 16:47:21.082027 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c54e2-e895-41c3-bb47-f6d0128cc4e0 req-02344ccb-d8d8-402a-ab00-7ea1cbef8974 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:21.083520 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-af4c54e2-e895-41c3-bb47-f6d0128cc4e0 req-02344ccb-d8d8-402a-ab00-7ea1cbef8974 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0471573 Sep 27 16:47:21.132286 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-af4c54e2-e895-41c3-bb47-f6d0128cc4e0 req-c46b047e-1855-471f-840b-1e8751b4e632 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Sep 27 16:47:22.155739 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed56b1-7e13-4008-953b-36e468ed8fa9 req-249c05bc-aa51-4ce4-9685-877e45009a91 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:22.157208 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3ed56b1-7e13-4008-953b-36e468ed8fa9 req-249c05bc-aa51-4ce4-9685-877e45009a91 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0505188 Sep 27 16:47:22.206400 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-f3ed56b1-7e13-4008-953b-36e468ed8fa9 req-c51ebc1c-6a14-4dcd-b67a-84cea3cbaf0b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434394 Sep 27 16:47:22.252859 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2433e24-346f-4b14-9c83-bbe154744c38 req-59e0013e-2db4-44b3-8c07-5c80ea13de60 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:22.254336 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e2433e24-346f-4b14-9c83-bbe154744c38 req-59e0013e-2db4-44b3-8c07-5c80ea13de60 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0470684 Sep 27 16:47:22.305299 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e2433e24-346f-4b14-9c83-bbe154744c38 req-7f31d870-6af8-4300-a9cb-f632605d00d2 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Sep 27 16:47:22.882519 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-c5b487bc-6567-4111-a53b-ffc8433b6cb5 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:47:22.883519 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-c5b487bc-6567-4111-a53b-ffc8433b6cb5 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053823 Sep 27 16:47:23.240832 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-d4de13c2-b7c9-4ec4-aa40-1fa6bab6988b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850060 Sep 27 16:47:23.284570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-f50760ba-e546-4a55-b2ae-a58d2ac721dd tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:23.286042 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-f50760ba-e546-4a55-b2ae-a58d2ac721dd tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Sep 27 16:47:23.361048 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-c4ad4068-5b9e-4d8c-a3a9-550502d2a59b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:23.362507 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-c4ad4068-5b9e-4d8c-a3a9-550502d2a59b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.0673389 Sep 27 16:47:23.409076 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65fa64-a611-446f-baf3-c888477aed24 req-9619c18c-89df-4d22-ad48-2b45677736b7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:23.409937 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-1192deae-7999-4ac0-9172-3a37011c94dd req-2cfdf7d5-18c6-40ff-a524-53c947826842 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631296 Sep 27 16:47:23.410531 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0b65fa64-a611-446f-baf3-c888477aed24 req-9619c18c-89df-4d22-ad48-2b45677736b7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 946 time: 0.1066995 Sep 27 16:47:23.463704 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Deleting port 82f04415-4ca4-4d99-88bc-515bfb4984d7 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:23.464046 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.464514 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Deleting port de86fe62-fa12-4e70-a861-ea2d30bbe40e {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:23.464857 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.474751 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72453-f296-4160-b67f-85beb4031907 req-914ce156-56e1-44fc-a1f1-56b919072051 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:23.476409 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bda72453-f296-4160-b67f-85beb4031907 req-914ce156-56e1-44fc-a1f1-56b919072051 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 945 time: 0.0885725 Sep 27 16:47:23.560669 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] For port 82f04415-4ca4-4d99-88bc-515bfb4984d7, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=82f04415-4ca4-4d99-88bc-515bfb4984d7,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:23.561119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.568036 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0b65fa64-a611-446f-baf3-c888477aed24 req-03755e0d-c67a-491d-a548-0251db94fa01 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0f95a8eb-171d-46c7-8855-83e49e2f05c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339796 Sep 27 16:47:23.615611 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-bda72453-f296-4160-b67f-85beb4031907 req-86a05912-f15e-4979-92bd-5359a6632a90 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234243 Sep 27 16:47:23.632751 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] For port de86fe62-fa12-4e70-a861-ea2d30bbe40e, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=de86fe62-fa12-4e70-a861-ea2d30bbe40e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:23.633120 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.646415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Calling delete_port for de86fe62-fa12-4e70-a861-ea2d30bbe40e owned by compute:nova {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:23.719198 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:23.721138 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:23.876149 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (de86fe62-fa12-4e70-a861-ea2d30bbe40e), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.909823 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'Port': ['ID=de86fe62-fa12-4e70-a861-ea2d30bbe40e,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:23.945905 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.946249 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.946587 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.946954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.947286 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.947614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.947938 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.948259 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.948583 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.948904 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.949223 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.949583 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.949858 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.950172 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.950485 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:23.968139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] No DVR routers for this DVR port de86fe62-fa12-4e70-a861-ea2d30bbe40e on host hv-cinder-85506 {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:23.970547 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.971177 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (ae05dee4-7215-4efd-a821-6732f405651e), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.971294 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:23.971443 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Floating IP ae05dee4-7215-4efd-a821-6732f405651e disassociated. External IP: 172.27.2.189, port: 82f04415-4ca4-4d99-88bc-515bfb4984d7. Sep 27 16:47:23.971865 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Calling delete_port for 82f04415-4ca4-4d99-88bc-515bfb4984d7 owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:23.974561 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9c421091-a5f6-4aa9-a486-696eda213f1d req-1266c4ca-feee-433b-af3b-c03d9f0cb7b3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "DELETE /networking/v2.0/ports/de86fe62-fa12-4e70-a861-ea2d30bbe40e HTTP/1.1" status: 204 len: 173 time: 0.6797495 Sep 27 16:47:23.975114 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'name': 'network-vif-deleted', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:23.977437 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b1fbb-7fed-4226-9861-0c372bedc1a9" -d '{"events": [{"server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "name": "network-vif-deleted", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:23.985354 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:24.081288 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d81387-aab5-4990-8bbd-38607e76beaa x-openstack-request-id: req-38d81387-aab5-4990-8bbd-38607e76beaa {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:24.081604 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9bfe87-9e1d-4f29-8d03-64ff185cce85", "name": "network-vif-deleted", "tag": "de86fe62-fa12-4e70-a861-ea2d30bbe40e", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:24.081861 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38d81387-aab5-4990-8bbd-38607e76beaa {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:24.082268 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d81387-aab5-4990-8bbd-38607e76beaa'] response: {'server_uuid': 'be9bfe87-9e1d-4f29-8d03-64ff185cce85', 'name': 'network-vif-deleted', 'tag': 'de86fe62-fa12-4e70-a861-ea2d30bbe40e', 'status': 'completed', 'code': 200} Sep 27 16:47:24.154967 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (82f04415-4ca4-4d99-88bc-515bfb4984d7), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:24.161053 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:24.185267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event deleted for resources: {'Port': ['ID=82f04415-4ca4-4d99-88bc-515bfb4984d7,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:24.300940 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Router aa57bf90-075e-41ce-9225-41e15d3daed3 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:24.418614 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:24.431425 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:24.433757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:24.435335 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:24.442747 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:24.443396 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:24.465707 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] No DVR routers for this DVR port 82f04415-4ca4-4d99-88bc-515bfb4984d7 on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:24.469279 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:24.472327 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d9e497d4-226b-4b73-a2d9-9720382ef451 req-7190a7ba-14ad-486a-86e7-a7a8abba53da tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "DELETE /networking/v2.0/ports/82f04415-4ca4-4d99-88bc-515bfb4984d7 HTTP/1.1" status: 204 len: 173 time: 1.1034701 Sep 27 16:47:24.472841 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'name': 'network-vif-deleted', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:24.475091 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c592928a-bcaf-45a5-ad65-71a6fc6f8092" -d '{"events": [{"server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "name": "network-vif-deleted", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:24.522914 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377322fb-67f9-4593-8ed1-ee170e789601 x-openstack-request-id: req-377322fb-67f9-4593-8ed1-ee170e789601 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:24.523220 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23412d14-1e6d-4792-b23b-591d19c2bd7e", "name": "network-vif-deleted", "tag": "82f04415-4ca4-4d99-88bc-515bfb4984d7", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:24.523478 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-377322fb-67f9-4593-8ed1-ee170e789601 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:24.523881 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377322fb-67f9-4593-8ed1-ee170e789601'] response: {'server_uuid': '23412d14-1e6d-4792-b23b-591d19c2bd7e', 'name': 'network-vif-deleted', 'tag': '82f04415-4ca4-4d99-88bc-515bfb4984d7', 'status': 'completed', 'code': 200} Sep 27 16:47:24.701193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:24.720523 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75ac06f6-4a07-4030-be84-542cc7b386ef req-a19e93be-5747-4738-8ce0-c446291b0bb5 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 210 time: 0.0479326 Sep 27 16:47:24.783584 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-352db0a7-3d04-463b-aecb-4f82af9f6724 req-d3d8e5a0-1838-430f-b60b-e3ba321be8e9 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=be9bfe87-9e1d-4f29-8d03-64ff185cce85 HTTP/1.1" status: 200 len: 210 time: 0.0323710 Sep 27 16:47:24.910966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:24.935240 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:24.943409 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:24.944013 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:25.051888 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:25.239957 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:25.265605 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9857a7-469e-4f57-a16f-6f3bc862d62a None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:25.501177 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae77c3e-3d62-4074-83f4-656d34702eea None None] New status for floating IP ae05dee4-7215-4efd-a821-6732f405651e: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:47:25.669688 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 82f04415-4ca4-4d99-88bc-515bfb4984d7 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:25.690878 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 82f04415-4ca4-4d99-88bc-515bfb4984d7 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:25.691209 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 82f04415-4ca4-4d99-88bc-515bfb4984d7 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:25.697430 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device de86fe62-fa12-4e70-a861-ea2d30bbe40e no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:25.714038 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: de86fe62-fa12-4e70-a861-ea2d30bbe40e {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:25.714617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device de86fe62-fa12-4e70-a861-ea2d30bbe40e not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:25.836225 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-6a8d6203-5e93-4a9d-84cb-40a7e111a59b req-4b832f4b-943d-4693-8890-212b531fda76 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23412d14-1e6d-4792-b23b-591d19c2bd7e HTTP/1.1" status: 200 len: 210 time: 0.0313013 Sep 27 16:47:27.022085 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36182) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:27.076460 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-72be9bef-e4c4-4bc4-979b-c954dbc3c635 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (0f95a8eb-171d-46c7-8855-83e49e2f05c4), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.097434 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-72be9bef-e4c4-4bc4-979b-c954dbc3c635 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (0f95a8eb-171d-46c7-8855-83e49e2f05c4), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.229434 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-72be9bef-e4c4-4bc4-979b-c954dbc3c635 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0f95a8eb-171d-46c7-8855-83e49e2f05c4), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.232244 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-72be9bef-e4c4-4bc4-979b-c954dbc3c635 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.234220 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-72be9bef-e4c4-4bc4-979b-c954dbc3c635 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0f95a8eb-171d-46c7-8855-83e49e2f05c4 HTTP/1.1" status: 204 len: 168 time: 0.2103453 Sep 27 16:47:27.237883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36186) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:27.256192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be9bef-e4c4-4bc4-979b-c954dbc3c635 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f95a8eb-171d-46c7-8855-83e49e2f05c4,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:27.258123 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.api.v2.resource [None req-7bff4a5a-0a1f-4428-bc46-45d0a0b4e389 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] show failed (client error): The resource could not be found. Sep 27 16:47:27.259189 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-7bff4a5a-0a1f-4428-bc46-45d0a0b4e389 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups/0f95a8eb-171d-46c7-8855-83e49e2f05c4 HTTP/1.1" status: 404 len: 347 time: 0.0203023 Sep 27 16:47:27.262029 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36190) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:27.373811 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Deleting port ee455978-d25a-412f-b477-00aa656d4803 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:27.374180 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (ee455978-d25a-412f-b477-00aa656d4803), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.453047 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (ee455978-d25a-412f-b477-00aa656d4803), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.453359 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (ee455978-d25a-412f-b477-00aa656d4803), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.465510 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Calling delete_port for ee455978-d25a-412f-b477-00aa656d4803 owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:27.541022 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:27.657579 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (ee455978-d25a-412f-b477-00aa656d4803), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.686912 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event deleted for resources: {'Port': ['ID=ee455978-d25a-412f-b477-00aa656d4803,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:27.745814 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (ae05dee4-7215-4efd-a821-6732f405651e), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.748600 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:27.749788 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-389d7109-5c2e-4375-acae-084ee6d5ead6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/ae05dee4-7215-4efd-a821-6732f405651e HTTP/1.1" status: 204 len: 168 time: 0.4868195 Sep 27 16:47:27.904205 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36196) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:27.909762 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184962717', 'description': 'tempest-description--45154457'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:28.010923 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.080920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (fd833e82-7ba2-479f-841a-7bb557e7bc71), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.170557 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (fd833e82-7ba2-479f-841a-7bb557e7bc71), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.200013 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd833e82-7ba2-479f-841a-7bb557e7bc71,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:28.242300 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.243566 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a52b76b2-58be-4481-b9d5-8ce373bfd9f7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3381820 Sep 27 16:47:28.246609 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36198) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:28.251778 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'security_group_rule': {'security_group_id': 'fd833e82-7ba2-479f-841a-7bb557e7bc71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:28.333158 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (87899288-5705-4bf8-a435-a57c1588cc7e), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.387949 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (87899288-5705-4bf8-a435-a57c1588cc7e), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.434841 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (87899288-5705-4bf8-a435-a57c1588cc7e), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.448916 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36202) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:28.454726 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87899288-5705-4bf8-a435-a57c1588cc7e,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:28.587829 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:28.592229 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Deleting port 80809728-136f-458d-81df-d71b8dc85c85 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:28.592576 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (80809728-136f-458d-81df-d71b8dc85c85), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.595567 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.600488 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-35833ef6-5ed9-468b-9ff5-42a677c7a329 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492053 Sep 27 16:47:28.600488 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36204) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:28.603810 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'security_group_rule': {'security_group_id': 'fd833e82-7ba2-479f-841a-7bb557e7bc71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:28.670267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (80809728-136f-458d-81df-d71b8dc85c85), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.670592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (80809728-136f-458d-81df-d71b8dc85c85), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.683144 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Calling delete_port for 80809728-136f-458d-81df-d71b8dc85c85 owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:28.696483 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (49fe6d25-11eb-4524-b827-1c3b7f4a0000), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.755755 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (49fe6d25-11eb-4524-b827-1c3b7f4a0000), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.817690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935875'] for security_group_rule (49fe6d25-11eb-4524-b827-1c3b7f4a0000), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.836572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fe6d25-11eb-4524-b827-1c3b7f4a0000,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:28.898014 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (80809728-136f-458d-81df-d71b8dc85c85), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.904891 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.918342 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-54deb46e-7ee0-4584-86b4-3f43b8e4b22c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062594 Sep 27 16:47:28.918342 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36206) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:28.918342 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'floatingip': {'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:28.924151 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'Port': ['ID=80809728-136f-458d-81df-d71b8dc85c85,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:28.989045 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.991426 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (466aba75-6185-461d-b757-a5edf4c21a95), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:28.991808 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Floating IP 466aba75-6185-461d-b757-a5edf4c21a95 disassociated (deleted). External IP: 172.27.2.55, port: bfce7c0e-1dc8-42b2-b518-7b30f07592fc. Sep 27 16:47:29.045364 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.068366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.155101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.178086 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_common [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Allocated IP 172.27.2.100 (12197446-a087-4a42-913c-7802c7fc0620/34908bf4-e7b0-446f-8192-9c43f782f4c4/e5ea7890-d732-46fc-87e3-666e63426830) {{(pid=106896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:47:29.189638 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:29.236183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.286499 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for port (e5ea7890-d732-46fc-87e3-666e63426830), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.294623 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:29.299573 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.304834 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:29.315981 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:29.316584 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:29.332063 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0a4b9e81-4bb5-46bc-a1e7-afd39e92bd11 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/466aba75-6185-461d-b757-a5edf4c21a95 HTTP/1.1" status: 204 len: 168 time: 0.8820367 Sep 27 16:47:29.332700 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:29.335190 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970f42b-a403-49eb-af4f-2cf616f5db0b" -d '{"events": [{"name": "network-changed", "server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:29.380810 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f3d68-556e-4cfe-831c-8933ffbefe92 x-openstack-request-id: req-5f0f3d68-556e-4cfe-831c-8933ffbefe92 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:29.381303 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:29.381575 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f0f3d68-556e-4cfe-831c-8933ffbefe92 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:29.382055 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0f3d68-556e-4cfe-831c-8933ffbefe92'] response: {'name': 'network-changed', 'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'status': 'completed', 'code': 200} Sep 27 16:47:29.418247 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (e5ea7890-d732-46fc-87e3-666e63426830), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.431841 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:29.460970 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-71e21166-7588-4077-b704-36b829cb6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:29.462813 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-71e21166-7588-4077-b704-36b829cb6f15 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1e0f894b53284e788cdb4864acd917be&device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0525417 Sep 27 16:47:29.463050 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Network 12197446-a087-4a42-913c-7802c7fc0620 is already hosted by enough agents. {{(pid=106896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:47:29.466396 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Resources bound (agent type, host, resource id): {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:47:29.470933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Received port after_create {{(pid=106896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:47:29.474376 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'Port': ['ID=e5ea7890-d732-46fc-87e3-666e63426830,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:29.531381 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.559630 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.561990 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.569986 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-ec8c5bb4-46e9-467e-aa42-789c522db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:29.571516 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-ec8c5bb4-46e9-467e-aa42-789c522db9e8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 200 len: 912 time: 0.0991962 Sep 27 16:47:29.617595 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-981f8575-3001-4550-a08f-cb2f9fcb0161 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 200 len: 217 time: 0.0370853 Sep 27 16:47:29.624966 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.628658 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:29.658730 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:29.668683 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:29.669325 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:07Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:29.675740 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:29.678245 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-c9715846-6032-4cb6-9cfd-5351c6f97143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:29.679752 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-c9715846-6032-4cb6-9cfd-5351c6f97143 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 200 len: 850 time: 0.0535741 Sep 27 16:47:29.680684 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (e5ea7890-d732-46fc-87e3-666e63426830), before_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.731266 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-49146b48-e262-4db2-8a4a-5818a0efc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:29.733033 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-49146b48-e262-4db2-8a4a-5818a0efc5fa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa6ed79c-29cf-4084-8c9a-3f99a2a02140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450246 Sep 27 16:47:29.831177 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:29.880206 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-87073b9d-5c31-45d1-a046-8d3cd2b722e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316364 Sep 27 16:47:29.948570 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for port (e5ea7890-d732-46fc-87e3-666e63426830), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:29.960826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27845421-f48c-40f4-8f82-90fc8f0fdc43 req-d520d342-3645-4723-b170-ef13cf681c88 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:29.960826 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-27845421-f48c-40f4-8f82-90fc8f0fdc43 req-d520d342-3645-4723-b170-ef13cf681c88 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0756960 Sep 27 16:47:30.021121 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-27845421-f48c-40f4-8f82-90fc8f0fdc43 req-8881687a-4c82-4d1e-bd5c-a86953001de3 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549786 Sep 27 16:47:30.040948 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4751520'] for port (e5ea7890-d732-46fc-87e3-666e63426830), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:30.088498 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:30.109324 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:30.112281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'Port': ['ID=e5ea7890-d732-46fc-87e3-666e63426830,revision_number=2']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:30.114301 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d17eb9-f308-4834-b2c6-4bee54ef356f None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:38:59Z', 'revision_number': 4, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '6a92b8c9-1cc6-42be-b86d-d8911e1325cd', 'name': '', 'network_id': 'fa6ed79c-29cf-4084-8c9a-3f99a2a02140', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'mac_address': 'fa:16:3e:6b:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:57Z', 'updated_at': '2022-09-27T16:39:05Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'subnets': [{'id': '811c54e2-1272-45b2-9c45-70589ff5334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:30.233028 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:30.235446 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-8fc94b3c-4276-421c-9a29-73591eccd209 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3244853 Sep 27 16:47:30.354156 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1accf-4b6f-40cc-853a-24eabe2ed5da None None] New status for floating IP 466aba75-6185-461d-b757-a5edf4c21a95: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:47:30.470292 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-92a00c81-3f8b-4c50-9c32-c13bd9263008 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--184962717&fields=id&tenant_id=0a89110c26344f608dae59f5616575f3 HTTP/1.1" status: 200 len: 267 time: 0.0496700 Sep 27 16:47:30.540588 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:30.575272 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-85933eb6-8f1a-4991-80c6-4e9905e3c3fe tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:30.576755 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-85933eb6-8f1a-4991-80c6-4e9905e3c3fe tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 811 time: 0.0999498 Sep 27 16:47:30.591692 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-a8a4be09-befb-4ad0-ada6-a2367cb6c13d tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/quotas/0a89110c26344f608dae59f5616575f3 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Sep 27 16:47:30.645918 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-c41d2f5c-46a9-4971-8886-2b1d535719d6 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486071 Sep 27 16:47:30.704777 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-3a042619-ef7d-4f91-b32d-9d452bc4f9dc service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 16:47:30.705753 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-3a042619-ef7d-4f91-b32d-9d452bc4f9dc service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0476291 Sep 27 16:47:30.796841 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-85a5995b-930f-42a6-bdd4-dff7c18119c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852201 Sep 27 16:47:30.901829 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-8d0d943f-2fe2-4a4b-9c6e-1a95f31d75e1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991595 Sep 27 16:47:31.056417 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-b970f42b-a403-49eb-af4f-2cf616f5db0b req-d880da36-d083-4cda-a847-50ea807abd0d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014361 Sep 27 16:47:31.183604 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8ed4403c-66cd-4bb4-b902-79bc37c48b75 req-0ea7a231-40b1-4a86-b4d6-7da9f92d5507 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 210 time: 0.0519943 Sep 27 16:47:31.196333 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e8063-cd90-4c3f-98e2-86b53b5f7434 req-712790ca-c670-4062-8ce0-79b91c132594 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:31.199397 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4a4e8063-cd90-4c3f-98e2-86b53b5f7434 req-712790ca-c670-4062-8ce0-79b91c132594 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0816355 Sep 27 16:47:31.265218 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4a4e8063-cd90-4c3f-98e2-86b53b5f7434 req-27eddc1b-e819-4765-aadb-68486e1151be tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592248 Sep 27 16:47:31.298190 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:31.538119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-5504ddf0-8f31-4f1b-ae8c-308ebd8649a8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:31.539592 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-5504ddf0-8f31-4f1b-ae8c-308ebd8649a8 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 946 time: 0.0540757 Sep 27 16:47:31.652009 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Deleting port bfce7c0e-1dc8-42b2-b518-7b30f07592fc {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:31.652359 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:31.745403 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] For port bfce7c0e-1dc8-42b2-b518-7b30f07592fc, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:31.745771 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:31.764904 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Calling delete_port for bfce7c0e-1dc8-42b2-b518-7b30f07592fc owned by compute:nova {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:31.828662 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:32.011962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (bfce7c0e-1dc8-42b2-b518-7b30f07592fc), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:32.038705 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'Port': ['ID=bfce7c0e-1dc8-42b2-b518-7b30f07592fc,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:32.089320 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] No DVR routers for this DVR port bfce7c0e-1dc8-42b2-b518-7b30f07592fc on host hv-cinder-85506 {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:32.091801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:32.096355 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-aa3318a2-9c16-479e-ad09-811b55aa37f5 req-cde676f1-9131-4ab4-a06b-db487e7a7854 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.33 "DELETE /networking/v2.0/ports/bfce7c0e-1dc8-42b2-b518-7b30f07592fc HTTP/1.1" status: 204 len: 173 time: 0.5488634 Sep 27 16:47:32.096874 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'name': 'network-vif-deleted', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:32.099173 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6320b6-f68b-41ba-adbe-7d6319c8ea84" -d '{"events": [{"server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "name": "network-vif-deleted", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:32.137765 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9512af1-a428-4911-bf47-499bd500edb3 x-openstack-request-id: req-d9512af1-a428-4911-bf47-499bd500edb3 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:32.137765 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50687ace-d869-4712-9cf7-0d16c7244ac7", "name": "network-vif-deleted", "tag": "bfce7c0e-1dc8-42b2-b518-7b30f07592fc", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:32.137765 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9512af1-a428-4911-bf47-499bd500edb3 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:32.137765 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9512af1-a428-4911-bf47-499bd500edb3'] response: {'server_uuid': '50687ace-d869-4712-9cf7-0d16c7244ac7', 'name': 'network-vif-deleted', 'tag': 'bfce7c0e-1dc8-42b2-b518-7b30f07592fc', 'status': 'completed', 'code': 200} Sep 27 16:47:32.295121 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1ba23e01-98a1-4822-86ff-e477615dcc30 req-9e17232d-ea58-4bad-ad68-9fc0eb52e314 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 210 time: 0.0330639 Sep 27 16:47:32.377448 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-2e233021-db25-4533-a505-fc36a0dc1c2c req-e83207d8-8e5d-4820-b26b-42cd83d97356 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Sep 27 16:47:33.402159 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c9d18ba2-1376-40a3-8456-75ce21a82940 req-558d7657-f2fe-4317-8471-68294d0168e3 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Sep 27 16:47:33.493495 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e6736c59-f5dd-4126-ba21-3fb0965bdf8a req-895aee53-6f7f-420b-98fe-b8b88e99ea59 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=50687ace-d869-4712-9cf7-0d16c7244ac7 HTTP/1.1" status: 200 len: 210 time: 0.0277071 Sep 27 16:47:33.706098 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-1da83a66-ff6e-4956-9aa5-571d2b27a4ae tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:33.707621 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-1da83a66-ff6e-4956-9aa5-571d2b27a4ae tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 811 time: 0.1064546 Sep 27 16:47:33.974194 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-e0a21a79-c5fc-46d2-afa2-e97b40cfff0b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a89110c26344f608dae59f5616575f3 HTTP/1.1" status: 200 len: 379 time: 0.0649676 Sep 27 16:47:33.986016 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'port': {'device_id': '56ed9350-a296-4795-959a-ce50eafb5813', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'admin_state_up': True, 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'security_groups': ['fd833e82-7ba2-479f-841a-7bb557e7bc71']}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:34.210274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Made reservation on behalf of 0a89110c26344f608dae59f5616575f3 for: {'port': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:47:34.214210 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.239904 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:34.355052 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_common [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Allocated IP 172.20.0.8 (c6f6f055-03fc-4efc-8706-3ef9e91b6fee/4f8cf9f2-7b09-4cad-8c25-d09acc91fd27/535083c1-2b25-4e68-97de-dca8c1b7f985) {{(pid=106895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 16:47:34.502352 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.511369 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-c4bd5f72-ecca-408d-9a28-2d912bc03c68 req-b9731a32-9c5e-47da-af32-8e52c01ddfaf tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 210 time: 0.0280042 Sep 27 16:47:34.524172 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:34.525918 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a11e0734-a290-41fb-ade6-0b7de1bbd0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.567486 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36264) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:34.621618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745639568348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.695688 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee is already hosted by enough agents. {{(pid=106895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 16:47:34.718271 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Resources bound (agent type, host, resource id): {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:47:34.724250 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Received port after_create {{(pid=106895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 16:47:34.754939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event updated for resources: {'Port': ['ID=535083c1-2b25-4e68-97de-dca8c1b7f985,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:34.764946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Deleting port a81e45b7-e41a-4b18-bb78-313dc413c452 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:34.765887 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.827586 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:34.828923 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.872901 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.873219 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (a81e45b7-e41a-4b18-bb78-313dc413c452), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.888820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Calling delete_port for a81e45b7-e41a-4b18-bb78-313dc413c452 owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:34.931124 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-ef6f5351-1351-42ae-91bf-8b9859d56372 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9496126 Sep 27 16:47:34.947609 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Request body: {'port': {'device_id': '56ed9350-a296-4795-959a-ce50eafb5813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85506'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:34.963239 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Provisioning complete for port 535083c1-2b25-4e68-97de-dca8c1b7f985 triggered by entity DHCP. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:47:34.963617 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:34.963961 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Attempt 1 to provision port 535083c1-2b25-4e68-97de-dca8c1b7f985 Sep 27 16:47:34.997432 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Port 535083c1-2b25-4e68-97de-dca8c1b7f985 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:47:35.030995 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:35.097881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:35.159638 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (a81e45b7-e41a-4b18-bb78-313dc413c452), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:35.192163 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'Port': ['ID=a81e45b7-e41a-4b18-bb78-313dc413c452,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:35.310147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for floatingip (4ca49690-8d6f-4ce9-b60c-55c65ba51ddc), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:35.313332 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:35.314421 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-d4042350-0590-4079-9caf-aa1b1a1b6163 tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/4ca49690-8d6f-4ce9-b60c-55c65ba51ddc HTTP/1.1" status: 204 len: 168 time: 0.7459686 Sep 27 16:47:35.367233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:35.401757 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535083c1-2b25-4e68-97de-dca8c1b7f985 {{(pid=106895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:47:35.410402 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Publish callbacks [] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:35.425191 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.provisioning_blocks [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Transition to ACTIVE for port object 535083c1-2b25-4e68-97de-dca8c1b7f985 will not be triggered until provisioned by entity L2. {{(pid=106895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 16:47:35.498981 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Attempt 2 to provision port 535083c1-2b25-4e68-97de-dca8c1b7f985 Sep 27 16:47:35.527340 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36272) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:35.533369 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Port 535083c1-2b25-4e68-97de-dca8c1b7f985 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:47:35.569057 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:35.657954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548c69b-b173-469d-a435-2847a8d6327d req-725459be-e130-49c6-abde-3c9a10c80aa3 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:35.659501 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a548c69b-b173-469d-a435-2847a8d6327d req-725459be-e130-49c6-abde-3c9a10c80aa3 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 943 time: 0.0672970 Sep 27 16:47:35.685742 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Pushing event updated for resources: {'Port': ['ID=535083c1-2b25-4e68-97de-dca8c1b7f985,revision_number=2']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:35.713267 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-a548c69b-b173-469d-a435-2847a8d6327d req-6105fdef-3e91-46ad-b4db-797ead418b37 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Sep 27 16:47:35.729317 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device bfce7c0e-1dc8-42b2-b518-7b30f07592fc no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:35.749313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: bfce7c0e-1dc8-42b2-b518-7b30f07592fc {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:35.750197 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device bfce7c0e-1dc8-42b2-b518-7b30f07592fc not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:35.776744 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Attempting to bind port 535083c1-2b25-4e68-97de-dca8c1b7f985 on host hv-cinder-85506 for vnic_type normal with profile {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 16:47:35.777317 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Attempting to bind port 535083c1-2b25-4e68-97de-dca8c1b7f985 by drivers openvswitch,hyperv on host hv-cinder-85506 at level 0 using segments [{'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 16:47:35.777437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Attempting to bind port 535083c1-2b25-4e68-97de-dca8c1b7f985 on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:47:35.803438 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Deleting port 8c08f6cd-776a-42cc-8dd9-9e30cfd3841b {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:35.803786 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.034874 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Attempt 3 to provision port 535083c1-2b25-4e68-97de-dca8c1b7f985 Sep 27 16:47:36.073606 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Port 535083c1-2b25-4e68-97de-dca8c1b7f985 cannot update to ACTIVE because it is not bound. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 16:47:36.111804 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Port 535083c1-2b25-4e68-97de-dca8c1b7f985 on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85506 {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 16:47:36.112156 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Attempting to bind port 535083c1-2b25-4e68-97de-dca8c1b7f985 on network c6f6f055-03fc-4efc-8706-3ef9e91b6fee {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 16:47:36.113412 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-4be58526-f6b0-45e0-b6d1-43e380a3fc3e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413895 Sep 27 16:47:36.178882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.179211 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for floatingip (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.179326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-970beccc-cd20-4e9a-81d8-0eb1f429c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.180812 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-970beccc-cd20-4e9a-81d8-0eb1f429c2f2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0407207 Sep 27 16:47:36.190629 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Checking agent: {'id': '6817dd34-014a-4d09-b362-7288ba323739', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85506', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'started_at': datetime.datetime(2022, 9, 27, 16, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 16:47:36.191171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Checking segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:47:36.191364 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Bound using segment: {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'} {{(pid=106895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 16:47:36.191809 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.managers [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Bound port: 535083c1-2b25-4e68-97de-dca8c1b7f985, host: hv-cinder-85506, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41500585-7af9-4122-b053-276e34210207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee'}}] {{(pid=106895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 16:47:36.192169 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.198119 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Calling delete_port for 8c08f6cd-776a-42cc-8dd9-9e30cfd3841b owned by network:floatingip {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:36.294564 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-f88d30bd-aac0-4e6d-acf5-3436c4d18072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.295973 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-f88d30bd-aac0-4e6d-acf5-3436c4d18072 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 910 time: 0.0915761 Sep 27 16:47:36.314017 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] For port 535083c1-2b25-4e68-97de-dca8c1b7f985, host hv-cinder-85506, cleared binding levels {{(pid=106895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 16:47:36.329201 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:36.333077 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] For port 535083c1-2b25-4e68-97de-dca8c1b7f985, host hv-cinder-85506, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=535083c1-2b25-4e68-97de-dca8c1b7f985,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 16:47:36.364289 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-9cfb3263-5219-4a34-9d36-91f7afa09cb6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 1002 time: 0.0585456 Sep 27 16:47:36.388702 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:36.408131 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:36.419012 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-a64b5cb3-bf9a-4fe8-87c6-12e2944751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.420459 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-a64b5cb3-bf9a-4fe8-87c6-12e2944751dc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0497222 Sep 27 16:47:36.423335 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517683'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.427634 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.428296 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.429704 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/535083c1-2b25-4e68-97de-dca8c1b7f985 HTTP/1.1" status: 200 len: 1093 time: 1.4874063 Sep 27 16:47:36.430195 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:36.432453 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27db67f0-c54c-45e7-9853-91ebb6689a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:36.472161 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-0731d4db-6a3c-432d-9106-39e4bd722b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.473627 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-0731d4db-6a3c-432d-9106-39e4bd722b74 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441813 Sep 27 16:47:36.475227 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0bbea-a0e5-4459-9474-c3a724fcf20c x-openstack-request-id: req-70f0bbea-a0e5-4459-9474-c3a724fcf20c {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:36.475454 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:36.475706 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70f0bbea-a0e5-4459-9474-c3a724fcf20c {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:36.482906 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f0bbea-a0e5-4459-9474-c3a724fcf20c'] response: {'name': 'network-changed', 'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'status': 'completed', 'code': 200} Sep 27 16:47:36.490044 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6b8a4-d295-49a0-8491-f3ab43a11db4 service neutron] Pushing event updated for resources: {'Port': ['ID=535083c1-2b25-4e68-97de-dca8c1b7f985,revision_number=3']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:36.508863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (8c08f6cd-776a-42cc-8dd9-9e30cfd3841b), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.551487 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event deleted for resources: {'Port': ['ID=8c08f6cd-776a-42cc-8dd9-9e30cfd3841b,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:36.566644 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db67f0-c54c-45e7-9853-91ebb6689a4c req-fa88a6b3-a2db-4958-a0e2-ae7182936387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.566644 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-27db67f0-c54c-45e7-9853-91ebb6689a4c req-fa88a6b3-a2db-4958-a0e2-ae7182936387 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 1127 time: 0.0688219 Sep 27 16:47:36.575304 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Attempt 4 to provision port 535083c1-2b25-4e68-97de-dca8c1b7f985 Sep 27 16:47:36.588616 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-8adff424-9cc4-4c49-bdb7-b5c856b5f1ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001911 Sep 27 16:47:36.618657 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-a7df3b8a-905c-42e3-92dd-5ed857d3af6e None None] Port 535083c1-2b25-4e68-97de-dca8c1b7f985 had new provisioning blocks added so it will not transition to active. {{(pid=106897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 16:47:36.654200 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:36.685263 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-35601965-e8a4-4f40-9bf3-0d8f67aa47af req-2d3a6233-0521-4fdd-9146-d80ed805ffc4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Sep 27 16:47:36.686377 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for floatingip (055e6a7a-2712-4dc5-9b28-5a01c9da1294), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.686710 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Floating IP 055e6a7a-2712-4dc5-9b28-5a01c9da1294 disassociated (deleted). External IP: 172.27.2.119, port: c6777043-34a8-4a48-b945-7f80df4e0022. Sep 27 16:47:36.704854 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36282) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:36.753678 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db67f0-c54c-45e7-9853-91ebb6689a4c req-2a1b4d3c-12e1-445a-90c4-db37b06ff2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.755208 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-27db67f0-c54c-45e7-9853-91ebb6689a4c req-2a1b4d3c-12e1-445a-90c4-db37b06ff2af service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=0a89110c26344f608dae59f5616575f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1737833 Sep 27 16:47:36.768054 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4095b96a-012b-49ce-aca7-5cc323d384ef tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group (048a1e3b-c786-43f7-9b7c-5a06e6bc8d94), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.793805 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4095b96a-012b-49ce-aca7-5cc323d384ef tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group (048a1e3b-c786-43f7-9b7c-5a06e6bc8d94), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.876164 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e4a4-7bcd-4d69-9f8b-5cc870ce4fe4 req-08f48cd6-c2fc-443e-b931-ad54365c985e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.877662 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7922e4a4-7bcd-4d69-9f8b-5cc870ce4fe4 req-08f48cd6-c2fc-443e-b931-ad54365c985e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 943 time: 0.0690045 Sep 27 16:47:36.937790 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db67f0-c54c-45e7-9853-91ebb6689a4c req-5d05510b-fc9b-415c-9ffb-45876505987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:36.939278 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-27db67f0-c54c-45e7-9853-91ebb6689a4c req-5d05510b-fc9b-415c-9ffb-45876505987c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529822 Sep 27 16:47:36.945391 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7922e4a4-7bcd-4d69-9f8b-5cc870ce4fe4 req-f1680d6e-e53d-42e7-a6b1-ccda1929492c tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615880 Sep 27 16:47:36.994669 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4095b96a-012b-49ce-aca7-5cc323d384ef tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (048a1e3b-c786-43f7-9b7c-5a06e6bc8d94), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.997320 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-4095b96a-012b-49ce-aca7-5cc323d384ef tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:36.998437 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-4095b96a-012b-49ce-aca7-5cc323d384ef tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/048a1e3b-c786-43f7-9b7c-5a06e6bc8d94 HTTP/1.1" status: 204 len: 168 time: 0.2925553 Sep 27 16:47:37.008593 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095b96a-012b-49ce-aca7-5cc323d384ef tempest-TestVolumeBootPattern-410545175 tempest-TestVolumeBootPattern-410545175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048a1e3b-c786-43f7-9b7c-5a06e6bc8d94,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:37.018165 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f3de8d67-6e6a-4c61-8566-18733799783e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:37.025134 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:37.036343 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-cf6dd12e-83f3-4b6a-ac32-47feffe4f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:37.037828 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-cf6dd12e-83f3-4b6a-ac32-47feffe4f068 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 1127 time: 0.0482099 Sep 27 16:47:37.121214 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-d9a10888-35ea-4765-aa17-86db929d6040 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=535083c1-2b25-4e68-97de-dca8c1b7f985 HTTP/1.1" status: 200 len: 217 time: 0.0464242 Sep 27 16:47:37.134966 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36288) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:37.186651 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:37.213690 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:37.219315 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:37.226037 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] Sync routers for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:37.237232 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:37.237855 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:37.247372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-0d85f125-5c38-4616-8064-621acb5e4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:37.249315 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-0d85f125-5c38-4616-8064-621acb5e4741 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 200 len: 850 time: 0.1186674 Sep 27 16:47:37.267437 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ad356eee-12c9-418c-aa34-e9b4be908fe1 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/055e6a7a-2712-4dc5-9b28-5a01c9da1294 HTTP/1.1" status: 204 len: 168 time: 1.7386734 Sep 27 16:47:37.302844 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4a15c383-3bf9-4985-97fe-f135b61596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:37.304334 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-4a15c383-3bf9-4985-97fe-f135b61596bf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456734 Sep 27 16:47:37.400242 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:37.414383 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-91608a77-7499-4d87-82e0-90de2c6b4b7b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993338 Sep 27 16:47:37.483395 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:37.489585 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:37.523376 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-d686045b-ada0-48c7-bdb9-69b51ab3af94 req-a076f0ce-861a-43f5-ae92-409ed3dea247 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997422 Sep 27 16:47:37.604417 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (4df641c6-4277-47c9-ab0e-52fd76ee32be), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:37.614514 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:37.640787 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] Checking router: bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:37.654309 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:37.654309 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:37.742414 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:37.753892 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4df8d-1683-4184-8f48-b93d5819a03c req-59684793-983a-4953-867f-6f54974eb896 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:37.755444 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-78b4df8d-1683-4184-8f48-b93d5819a03c req-59684793-983a-4953-867f-6f54974eb896 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0645435 Sep 27 16:47:37.877887 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:37.894368 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:38.120125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:38.151573 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd8957-66c4-41d4-b3a9-eb80a93bde08 None None] The sync data for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi is: [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:42:29Z', 'revision_number': 4, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': 'c57e1de7-7b2d-48f5-961f-57cb49438dce', 'name': '', 'network_id': '2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'mac_address': 'fa:16:3e:18:75:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:28Z', 'updated_at': '2022-09-27T16:42:35Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'subnets': [{'id': '3733f6b0-d61e-438b-b2a5-1dbbbccd3e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:38.152362 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-78b4df8d-1683-4184-8f48-b93d5819a03c req-d1e4fcf2-27b7-4d77-9834-42b2572e8c67 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684134 Sep 27 16:47:38.153066 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:38.184096 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9197eb-11f6-4ac2-8b78-37528e3b77aa req-010168da-742a-433d-b45f-4f3caa686588 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:38.185631 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f9197eb-11f6-4ac2-8b78-37528e3b77aa req-010168da-742a-433d-b45f-4f3caa686588 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 943 time: 0.0839725 Sep 27 16:47:38.254963 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:38.258366 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Deleting port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:38.258709 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:38.285076 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-7f9197eb-11f6-4ac2-8b78-37528e3b77aa req-c3732253-98ff-4e20-b19e-36650ab2b078 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923858 Sep 27 16:47:38.360204 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] For port 6a92b8c9-1cc6-42be-b86d-d8911e1325cd, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:38.360661 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:38.374282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Calling delete_port for 6a92b8c9-1cc6-42be-b86d-d8911e1325cd owned by network:router_interface {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:38.411903 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3585d-79c8-4a74-b74e-ef9e664d69af None None] New status for floating IP 055e6a7a-2712-4dc5-9b28-5a01c9da1294: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:47:38.477800 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:38.480787 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55080a70-3f0a-457a-90d2-25deb9d61390" -d '{"events": [{"name": "network-changed", "server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:38.519321 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b8f5d-cdce-4d64-b1fb-397a2962b3e2 x-openstack-request-id: req-b34b8f5d-cdce-4d64-b1fb-397a2962b3e2 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:38.519616 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:38.519868 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b34b8f5d-cdce-4d64-b1fb-397a2962b3e2 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:38.520264 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34b8f5d-cdce-4d64-b1fb-397a2962b3e2'] response: {'name': 'network-changed', 'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'status': 'completed', 'code': 200} Sep 27 16:47:38.628626 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (6a92b8c9-1cc6-42be-b86d-d8911e1325cd), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:38.651774 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a92b8c9-1cc6-42be-b86d-d8911e1325cd,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:38.817994 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (4df641c6-4277-47c9-ab0e-52fd76ee32be), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:38.911212 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:39.020770 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Router 4df641c6-4277-47c9-ab0e-52fd76ee32be has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:39.121606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:39.127202 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-99d6298a-893f-4a8b-a543-a7418caabc10 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4df641c6-4277-47c9-ab0e-52fd76ee32be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893842 Sep 27 16:47:39.129865 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36300) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:39.131192 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] Sync routers for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:39.141970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:39.142585 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:39.213005 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:39.233727 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks [] for router (4df641c6-4277-47c9-ab0e-52fd76ee32be), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.247165 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:39.321652 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073de8-ee4b-4354-9949-0aa9fbda9cf0 req-1e9060ea-7c7a-4592-939a-30076507f555 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:39.323103 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d8073de8-ee4b-4354-9949-0aa9fbda9cf0 req-1e9060ea-7c7a-4592-939a-30076507f555 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.0866687 Sep 27 16:47:39.423604 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:47:38Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:39.449350 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] Checking router: 4df641c6-4277-47c9-ab0e-52fd76ee32be for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:39.458488 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] Routers {'4df641c6-4277-47c9-ab0e-52fd76ee32be'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:39.459125 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['4df641c6-4277-47c9-ab0e-52fd76ee32be'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:39.463024 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722695e-09c6-47de-a243-b4457c069a9f req-9a90b4c8-6981-4e33-a881-623ae221dd61 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:39.464509 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3722695e-09c6-47de-a243-b4457c069a9f req-9a90b4c8-6981-4e33-a881-623ae221dd61 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 943 time: 0.0876334 Sep 27 16:47:39.466652 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks [] for router_gateway (4df641c6-4277-47c9-ab0e-52fd76ee32be), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.474456 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d8073de8-ee4b-4354-9949-0aa9fbda9cf0 req-77034f7c-d88a-45d1-99ba-9d3daef42db9 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414971 Sep 27 16:47:39.525775 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3722695e-09c6-47de-a243-b4457c069a9f req-65acd513-a040-4ed5-bc07-5a8cac4e3da9 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502839 Sep 27 16:47:39.564186 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] Set router 4df641c6-4277-47c9-ab0e-52fd76ee32be gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:39.588380 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Deleting port fc441b2b-85a7-4214-8070-4b279c4d2b3f {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:39.588618 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.680572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] For port fc441b2b-85a7-4214-8070-4b279c4d2b3f, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=fc441b2b-85a7-4214-8070-4b279c4d2b3f,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:39.680934 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.699646 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Calling delete_port for fc441b2b-85a7-4214-8070-4b279c4d2b3f owned by network:router_gateway {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:39.738043 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-9f1fb393-3c7a-4bb2-8ee3-ee22c9477cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:39.740112 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-9f1fb393-3c7a-4bb2-8ee3-ee22c9477cdb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 1130 time: 0.0436974 Sep 27 16:47:39.744432 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 535083c1-2b25-4e68-97de-dca8c1b7f985 details requested by agent hyperv_hv-cinder-85506 with host hv-cinder-85506 {{(pid=106897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 16:47:39.750797 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:39.773407 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:39.779989 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.784937 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:47:38Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:39.829564 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:39.832946 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1be520-1711-4f22-89f7-74f7e2aa9350 None None] The sync data for ids ['4df641c6-4277-47c9-ab0e-52fd76ee32be'] in dv-cinder-855060-2-iscsi is: [{'id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'name': 'tempest-TestVolumeBootPattern-869838937-router', 'tenant_id': '1e0f894b53284e788cdb4864acd917be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:38:51Z', 'updated_at': '2022-09-27T16:47:38Z', 'revision_number': 5, 'project_id': '1e0f894b53284e788cdb4864acd917be', 'gw_port': {'id': 'fc441b2b-85a7-4214-8070-4b279c4d2b3f', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df641c6-4277-47c9-ab0e-52fd76ee32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:38:52Z', 'updated_at': '2022-09-27T16:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:39.859842 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-02501502-393c-48e5-a0ec-ec5881512f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:39.863699 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-02501502-393c-48e5-a0ec-ec5881512f19 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 200 len: 910 time: 0.1150434 Sep 27 16:47:39.870635 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.908667 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-d19befb4-2f69-4a7e-91bb-0ee212ad2831 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Sep 27 16:47:39.920164 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 535083c1-2b25-4e68-97de-dca8c1b7f985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=535083c1-2b25-4e68-97de-dca8c1b7f985,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:39.933244 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Returning: {'device': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'port_id': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 16:47:39.960430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (fc441b2b-85a7-4214-8070-4b279c4d2b3f), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.961541 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-d06bbcd8-ea82-47a2-a579-c73e3b7f3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:39.963019 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-d06bbcd8-ea82-47a2-a579-c73e3b7f3fcf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 200 len: 848 time: 0.0480502 Sep 27 16:47:39.971101 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 535083c1-2b25-4e68-97de-dca8c1b7f985 is: DOWN; New status is: BUILD {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:47:39.971515 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:39.985342 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535083c1-2b25-4e68-97de-dca8c1b7f985 {{(pid=106897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 16:47:39.987967 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc441b2b-85a7-4214-8070-4b279c4d2b3f,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:40.009145 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 535083c1-2b25-4e68-97de-dca8c1b7f985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=535083c1-2b25-4e68-97de-dca8c1b7f985,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:40.053526 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (4df641c6-4277-47c9-ab0e-52fd76ee32be), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.126462 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.136714 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-53aedf85-3e71-4214-9469-290e80bf3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:40.138274 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-53aedf85-3e71-4214-9469-290e80bf3838 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477052 Sep 27 16:47:40.151219 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (4df641c6-4277-47c9-ab0e-52fd76ee32be), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.153428 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks [] for router_controller (4df641c6-4277-47c9-ab0e-52fd76ee32be), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.177085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=535083c1-2b25-4e68-97de-dca8c1b7f985,revision_number=4']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:40.184385 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.189778 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:47:40.308226 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (4df641c6-4277-47c9-ab0e-52fd76ee32be), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.308732 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df641c6-4277-47c9-ab0e-52fd76ee32be {{(pid=106896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:47:40.313801 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.314958 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-a10eed24-771a-4eb0-8e44-25693d84633f admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/4df641c6-4277-47c9-ab0e-52fd76ee32be HTTP/1.1" status: 204 len: 168 time: 1.1841173 Sep 27 16:47:40.320716 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36306) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:40.328575 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:40.332114 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a92b8c9-1cc6-42be-b86d-d8911e1325cd no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:40.355234 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] get_ports_and_sgs() called for port_ids ['535083c1-2b25-4e68-97de-dca8c1b7f985'] {{(pid=106897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 16:47:40.357641 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 6a92b8c9-1cc6-42be-b86d-d8911e1325cd {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:40.358454 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a92b8c9-1cc6-42be-b86d-d8911e1325cd not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:40.397462 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Deleting subnet 811c54e2-1272-45b2-9c45-70589ff5334f {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:47:40.417385 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Publish callbacks [] for subnet (811c54e2-1272-45b2-9c45-70589ff5334f), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.477488 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-041839f1-326c-4f9f-8875-e298dc481ed0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165912 Sep 27 16:47:40.506252 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a11a-4450-4063-85a9-130304327d9a req-f47f8e2c-3410-484b-aefe-f320393f4a60 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:40.508107 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-16d1a11a-4450-4063-85a9-130304327d9a req-f47f8e2c-3410-484b-aefe-f320393f4a60 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.1262813 Sep 27 16:47:40.510837 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4870059'] for subnet (811c54e2-1272-45b2-9c45-70589ff5334f), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.609360 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [req-55080a70-3f0a-457a-90d2-25deb9d61390 req-c22e8b79-a570-4a43-a2c7-205f347d32e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158028 Sep 27 16:47:40.754500 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec36ba-c8e3-40d6-8117-0a7b13d23d27 req-af20ebb6-e3a9-49a2-9ed7-e2f5f4650be6 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:40.755990 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e5ec36ba-c8e3-40d6-8117-0a7b13d23d27 req-af20ebb6-e3a9-49a2-9ed7-e2f5f4650be6 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 946 time: 0.1737759 Sep 27 16:47:40.758756 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (811c54e2-1272-45b2-9c45-70589ff5334f), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.815450 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Deleting port c6777043-34a8-4a48-b945-7f80df4e0022 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:40.815792 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:40.827299 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67615468-4521-49d6-a700-43d58e7e870e req-55d27cf5-3510-4589-860e-d578f4463120 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:40.829474 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-67615468-4521-49d6-a700-43d58e7e870e req-55d27cf5-3510-4589-860e-d578f4463120 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 944 time: 0.1593843 Sep 27 16:47:40.937438 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-e5ec36ba-c8e3-40d6-8117-0a7b13d23d27 req-98cede6b-5f2e-499c-ace8-15298c973c7d tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9515b710-4238-41c0-a0b3-ea09e0b4bf90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737616 Sep 27 16:47:40.979306 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-67615468-4521-49d6-a700-43d58e7e870e req-9589b7db-00d0-445d-82c2-4b5b07d961ff tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345828 Sep 27 16:47:41.001056 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] For port c6777043-34a8-4a48-b945-7f80df4e0022, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=c6777043-34a8-4a48-b945-7f80df4e0022,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:41.001437 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.016716 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Calling delete_port for c6777043-34a8-4a48-b945-7f80df4e0022 owned by compute:nova {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:41.024481 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4751594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828441'] for subnet (811c54e2-1272-45b2-9c45-70589ff5334f), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.068558 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76d4a2-93c8-4ff2-8736-8c3f58d9247e None None] Network fa6ed79c-29cf-4084-8c9a-3f99a2a02140 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:47:41.087012 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811c54e2-1272-45b2-9c45-70589ff5334f,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:41.090637 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.093942 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e54f8f8f-cdb9-4394-bd3c-816ae0530903 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/811c54e2-1272-45b2-9c45-70589ff5334f HTTP/1.1" status: 204 len: 168 time: 0.7729151 Sep 27 16:47:41.097007 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36312) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:41.132494 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:41.168188 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (fa6ed79c-29cf-4084-8c9a-3f99a2a02140), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.223233 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Deleting port 3f102edb-5740-47e9-8de3-937b8566eb3e {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:41.223571 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.266984 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] DHCP port deletion for fa6ed79c-29cf-4084-8c9a-3f99a2a02140 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:47:41.286356 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (c6777043-34a8-4a48-b945-7f80df4e0022), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.290112 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] For port 3f102edb-5740-47e9-8de3-937b8566eb3e, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3f102edb-5740-47e9-8de3-937b8566eb3e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:41.290488 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.298421 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:41.304954 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] Deleting port 3f102edb-5740-47e9-8de3-937b8566eb3e {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:41.307611 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.307738 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Calling delete_port for 3f102edb-5740-47e9-8de3-937b8566eb3e owned by network:dhcp {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:41.322847 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event deleted for resources: {'Port': ['ID=c6777043-34a8-4a48-b945-7f80df4e0022,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:41.385558 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] No DVR routers for this DVR port c6777043-34a8-4a48-b945-7f80df4e0022 on host hv-cinder-85506 {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:41.386056 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] For port 3f102edb-5740-47e9-8de3-937b8566eb3e, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=3f102edb-5740-47e9-8de3-937b8566eb3e,segment=NetworkSegment(3654b8f8-1a74-40c1-9d74-60b106db1460),segment_id=3654b8f8-1a74-40c1-9d74-60b106db1460)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:41.386463 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.388283 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.391790 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-16d1a11a-4450-4063-85a9-130304327d9a req-a640ea02-53e9-4937-8712-e55943d69a1e tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c6777043-34a8-4a48-b945-7f80df4e0022 HTTP/1.1" status: 204 len: 173 time: 0.8561523 Sep 27 16:47:41.392281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-deleted', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:41.394526 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4668a5-3a8d-45f2-9af6-3ba6111aead7" -d '{"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-deleted", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:41.402234 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:41.408483 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] Calling delete_port for 3f102edb-5740-47e9-8de3-937b8566eb3e owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:41.435624 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c83e2-dad1-4397-8115-a50d12ab03ba x-openstack-request-id: req-7c7c83e2-dad1-4397-8115-a50d12ab03ba {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:41.435920 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800233b1-cc79-4eb5-9cdf-ff21e8321268", "name": "network-vif-deleted", "tag": "c6777043-34a8-4a48-b945-7f80df4e0022", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:41.439618 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c7c83e2-dad1-4397-8115-a50d12ab03ba {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:41.439618 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7c83e2-dad1-4397-8115-a50d12ab03ba'] response: {'server_uuid': '800233b1-cc79-4eb5-9cdf-ff21e8321268', 'name': 'network-vif-deleted', 'tag': 'c6777043-34a8-4a48-b945-7f80df4e0022', 'status': 'completed', 'code': 200} Sep 27 16:47:41.469199 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:41.497889 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.504538 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (3f102edb-5740-47e9-8de3-937b8566eb3e), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.522795 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f102edb-5740-47e9-8de3-937b8566eb3e,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:41.526231 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] No DVR routers for this DVR port 3f102edb-5740-47e9-8de3-937b8566eb3e on host dv-cinder-855060-2-iscsi {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:41.538914 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] No DVR routers for this DVR port 3f102edb-5740-47e9-8de3-937b8566eb3e on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:41.542548 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b153f5-b89d-4416-89e8-f92ccfc0d501 None None] Pushing event deleted for resources: {'Port': ['ID=3f102edb-5740-47e9-8de3-937b8566eb3e,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:41.597668 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (fa6ed79c-29cf-4084-8c9a-3f99a2a02140), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.616128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:41.619684 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6ed79c-29cf-4084-8c9a-3f99a2a02140']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:41.629667 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3654b8f8-1a74-40c1-9d74-60b106db1460') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:41.629964 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3654b8f8-1a74-40c1-9d74-60b106db1460') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:41.643733 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (3654b8f8-1a74-40c1-9d74-60b106db1460), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.663622 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (3654b8f8-1a74-40c1-9d74-60b106db1460), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.670698 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:47:41.672018 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (3654b8f8-1a74-40c1-9d74-60b106db1460), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.713474 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 3654b8f8-1a74-40c1-9d74-60b106db1460 resource provider aggregate not found Sep 27 16:47:41.733387 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 3654b8f8-1a74-40c1-9d74-60b106db1460 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3654b8f8-1a74-40c1-9d74-60b106db1460 found for delete ", "request_id": "req-3c5c50e8-102c-40a6-af4c-80ca7210a601"}]} Sep 27 16:47:41.768562 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 535083c1-2b25-4e68-97de-dca8c1b7f985 up at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 16:47:41.815661 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning for port 535083c1-2b25-4e68-97de-dca8c1b7f985 completed by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 16:47:41.851595 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (fa6ed79c-29cf-4084-8c9a-3f99a2a02140), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.855945 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.862806 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/fa6ed79c-29cf-4084-8c9a-3f99a2a02140 HTTP/1.1" status: 204 len: 168 time: 0.7614930 Sep 27 16:47:41.863293 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36320) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:41.872897 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817e5c-a103-420a-87ac-f3a121dffa31 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6ed79c-29cf-4084-8c9a-3f99a2a02140,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:41.942086 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.provisioning_blocks [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Provisioning complete for port 535083c1-2b25-4e68-97de-dca8c1b7f985 triggered by entity L2. {{(pid=106897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 16:47:41.942400 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827228'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), provisioning_complete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:41.942846 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Attempt 1 to provision port 535083c1-2b25-4e68-97de-dca8c1b7f985 Sep 27 16:47:42.036733 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3f102edb-5740-47e9-8de3-937b8566eb3e no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:42.105112 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 3f102edb-5740-47e9-8de3-937b8566eb3e {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:42.105540 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 3f102edb-5740-47e9-8de3-937b8566eb3e not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:42.106045 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device fc441b2b-85a7-4214-8070-4b279c4d2b3f no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:42.132749 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: fc441b2b-85a7-4214-8070-4b279c4d2b3f {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:42.134088 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device fc441b2b-85a7-4214-8070-4b279c4d2b3f not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:42.136974 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:42.139258 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Current status of the port 535083c1-2b25-4e68-97de-dca8c1b7f985 is: BUILD; New status is: ACTIVE {{(pid=106897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 16:47:42.139645 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), before_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:42.167310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985'}] {{(pid=106897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:42.169575 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef651246cdac5b4b650ac17c20079d930de12f564ccabed0995b9f2b81269dcd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053dab91-0d8c-4799-9875-368e416b79de" -d '{"events": [{"server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "name": "network-vif-plugged", "status": "completed", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985"}]}' {{(pid=106897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:42.182124 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] For port 535083c1-2b25-4e68-97de-dca8c1b7f985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=535083c1-2b25-4e68-97de-dca8c1b7f985,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:42.185706 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-ac2f492e-2e90-4618-baba-50dd7d4d5bb5 req-1d2800f0-2e6c-49e2-95cd-ce043fdf82d2 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0786326 Sep 27 16:47:42.215810 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b5735-4095-4d6e-a353-6d5e7513ec03 req-ff73e275-9fc7-43e6-8d85-347adea0ef42 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:42.217432 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-229b5735-4095-4d6e-a353-6d5e7513ec03 req-ff73e275-9fc7-43e6-8d85-347adea0ef42 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 944 time: 0.1288981 Sep 27 16:47:42.297969 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745640007343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745639568366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745639569412'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:42.321601 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1adf2f2-da0e-40a5-bea6-fa5e7c8e94b2 x-openstack-request-id: req-a1adf2f2-da0e-40a5-bea6-fa5e7c8e94b2 {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:42.321894 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "name": "network-vif-plugged", "status": "completed", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985", "code": 200}]} {{(pid=106897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:42.322152 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1adf2f2-da0e-40a5-bea6-fa5e7c8e94b2 {{(pid=106897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:42.322539 dv-cinder-855060-2-iscsi neutron-server[106897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1adf2f2-da0e-40a5-bea6-fa5e7c8e94b2'] response: {'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'code': 200} Sep 27 16:47:42.331021 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-229b5735-4095-4d6e-a353-6d5e7513ec03 req-571c9e9e-9623-43ba-a87e-f24c85f9df5b tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055574 Sep 27 16:47:42.360765 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Pushing event updated for resources: {'Port': ['ID=535083c1-2b25-4e68-97de-dca8c1b7f985,revision_number=5']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:42.407139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (691d3723-aa73-4d8b-9924-d5c39712030c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:42.794862 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecce2c-3bbf-428e-8ae4-c9cf38fd8a83 req-906e7380-7064-4626-a31d-a4c8d56bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:42.796780 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8cecce2c-3bbf-428e-8ae4-c9cf38fd8a83 req-906e7380-7064-4626-a31d-a4c8d56bd406 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 1129 time: 0.0535266 Sep 27 16:47:42.934513 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Deleting port 71ba6587-e6ac-4ed2-a8d0-896410569b63 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:42.934874 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:42.996094 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-8cecce2c-3bbf-428e-8ae4-c9cf38fd8a83 req-35b380a8-b906-4a62-8f8c-3158c941ba2e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913363 Sep 27 16:47:43.035289 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] For port 71ba6587-e6ac-4ed2-a8d0-896410569b63, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=71ba6587-e6ac-4ed2-a8d0-896410569b63,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:43.035647 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:43.044355 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:43.052061 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Calling delete_port for 71ba6587-e6ac-4ed2-a8d0-896410569b63 owned by network:router_interface {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:43.102070 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:43.305014 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-1bc1100b-8f92-423d-8425-be98812c760b req-ada1dc6c-2a6d-463b-bfa5-e7992710b8c9 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=800233b1-cc79-4eb5-9cdf-ff21e8321268 HTTP/1.1" status: 200 len: 210 time: 0.0284126 Sep 27 16:47:43.314708 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (71ba6587-e6ac-4ed2-a8d0-896410569b63), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:43.351022 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ba6587-e6ac-4ed2-a8d0-896410569b63,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:43.529295 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdf140-9e19-4658-ae42-622f9f6bac5b req-d9592a34-3705-491a-a280-ad9cee954e6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:43.531729 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dffdf140-9e19-4658-ae42-622f9f6bac5b req-d9592a34-3705-491a-a280-ad9cee954e6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0832529 Sep 27 16:47:43.567582 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (691d3723-aa73-4d8b-9924-d5c39712030c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:43.629629 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-dffdf140-9e19-4658-ae42-622f9f6bac5b req-130e9170-2be3-46d1-8666-fa3422fb42e9 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921569 Sep 27 16:47:43.732328 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:43.737576 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:47:43.785279 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:43.796543 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Router 691d3723-aa73-4d8b-9924-d5c39712030c has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:43.804189 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: c6777043-34a8-4a48-b945-7f80df4e0022 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:43.804582 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device c6777043-34a8-4a48-b945-7f80df4e0022 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:43.900895 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:43.905725 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-01f2c77a-21cf-460f-bcf8-9ec3bcead654 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/691d3723-aa73-4d8b-9924-d5c39712030c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0413234 Sep 27 16:47:43.908412 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36338) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:43.912335 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] Sync routers for ids ['691d3723-aa73-4d8b-9924-d5c39712030c'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:43.922827 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] Routers {'691d3723-aa73-4d8b-9924-d5c39712030c'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:43.923440 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['691d3723-aa73-4d8b-9924-d5c39712030c'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:43.955282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:44.022097 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks [] for router (691d3723-aa73-4d8b-9924-d5c39712030c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.026425 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] Set router 691d3723-aa73-4d8b-9924-d5c39712030c gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:44.097322 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=100 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:44.122828 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks [] for router_gateway (691d3723-aa73-4d8b-9924-d5c39712030c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.194730 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5dae323d-1610-4400-8735-65575c5faffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:47:43Z', 'revision_number': 5, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port': {'id': '5dae323d-1610-4400-8735-65575c5faffe', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:39:09Z', 'updated_at': '2022-09-27T16:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:44.219358 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] Checking router: 691d3723-aa73-4d8b-9924-d5c39712030c for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:44.228037 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] Routers {'691d3723-aa73-4d8b-9924-d5c39712030c'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:44.228648 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['691d3723-aa73-4d8b-9924-d5c39712030c'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:44.256814 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Deleting port 5dae323d-1610-4400-8735-65575c5faffe {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:44.257152 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (5dae323d-1610-4400-8735-65575c5faffe), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.313716 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] Set router 691d3723-aa73-4d8b-9924-d5c39712030c gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:44.338211 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] For port 5dae323d-1610-4400-8735-65575c5faffe, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=5dae323d-1610-4400-8735-65575c5faffe,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:44.338795 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (5dae323d-1610-4400-8735-65575c5faffe), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.356130 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Calling delete_port for 5dae323d-1610-4400-8735-65575c5faffe owned by network:router_gateway {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:44.363580 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:47:44Z', 'revision_number': 6, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:44.377561 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36342) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:44.394413 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a7c222-e29d-4a03-ae00-4777be13d654 None None] The sync data for ids ['691d3723-aa73-4d8b-9924-d5c39712030c'] in dv-cinder-855060-2-iscsi is: [{'id': '691d3723-aa73-4d8b-9924-d5c39712030c', 'name': 'tempest-TestVolumeBootPattern-1812393472-router', 'tenant_id': '2dc58006640a43db85dadea3d504c96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:39:07Z', 'updated_at': '2022-09-27T16:47:44Z', 'revision_number': 6, 'project_id': '2dc58006640a43db85dadea3d504c96b', 'gw_port_host': None}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:44.436057 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3e5f-aeb0-4199-96e3-b3ae6087b391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group (9515b710-4238-41c0-a0b3-ea09e0b4bf90), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.460726 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3e5f-aeb0-4199-96e3-b3ae6087b391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group (9515b710-4238-41c0-a0b3-ea09e0b4bf90), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.627397 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3e5f-aeb0-4199-96e3-b3ae6087b391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9515b710-4238-41c0-a0b3-ea09e0b4bf90), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.627726 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (5dae323d-1610-4400-8735-65575c5faffe), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.630064 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3e5f-aeb0-4199-96e3-b3ae6087b391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.631268 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fd1c3e5f-aeb0-4199-96e3-b3ae6087b391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9515b710-4238-41c0-a0b3-ea09e0b4bf90 HTTP/1.1" status: 204 len: 168 time: 0.2551959 Sep 27 16:47:44.641134 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c3e5f-aeb0-4199-96e3-b3ae6087b391 tempest-TestShelveInstance-253178973 tempest-TestShelveInstance-253178973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515b710-4238-41c0-a0b3-ea09e0b4bf90,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:44.658372 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dae323d-1610-4400-8735-65575c5faffe,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:44.771984 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e79c8-ea4f-43d2-aebe-f8df7e06f480 req-817e85f6-4baf-4b89-b5d6-291c6fa2cc8f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:44.773465 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-540e79c8-ea4f-43d2-aebe-f8df7e06f480 req-817e85f6-4baf-4b89-b5d6-291c6fa2cc8f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0611670 Sep 27 16:47:44.775866 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36348) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:44.778101 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (691d3723-aa73-4d8b-9924-d5c39712030c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.936516 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (691d3723-aa73-4d8b-9924-d5c39712030c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:44.944430 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks [] for router_controller (691d3723-aa73-4d8b-9924-d5c39712030c), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.019327 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-540e79c8-ea4f-43d2-aebe-f8df7e06f480 req-6ff90379-ac6d-447a-8088-900e3dd020b9 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351394 Sep 27 16:47:45.117898 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (691d3723-aa73-4d8b-9924-d5c39712030c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.118413 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691d3723-aa73-4d8b-9924-d5c39712030c {{(pid=106896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:47:45.124207 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.125291 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d390fa2f-2b09-40fd-b832-98fc0033ad60 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/691d3723-aa73-4d8b-9924-d5c39712030c HTTP/1.1" status: 204 len: 168 time: 1.2158730 Sep 27 16:47:45.128956 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36352) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:45.132093 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:45.178065 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Deleting subnet d5e8166f-7c49-42c2-98d5-fac146641176 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:47:45.182031 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Publish callbacks [] for subnet (d5e8166f-7c49-42c2-98d5-fac146641176), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.206188 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:45.220074 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (d5e8166f-7c49-42c2-98d5-fac146641176), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.270291 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.300414 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (d5e8166f-7c49-42c2-98d5-fac146641176), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.418147 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (d5e8166f-7c49-42c2-98d5-fac146641176), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.448635 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e8166f-7c49-42c2-98d5-fac146641176,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:45.455194 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.459100 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-2454fddc-b05a-4045-97b1-c778652b0193 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d5e8166f-7c49-42c2-98d5-fac146641176 HTTP/1.1" status: 204 len: 168 time: 0.3287938 Sep 27 16:47:45.461268 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36354) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:45.462214 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc2d8c-bc2d-4764-b70f-3d576b793165 None None] Network dc176395-87e6-4250-8519-740a73ee1253 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:47:45.519789 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Deleting port c57e1de7-7b2d-48f5-961f-57cb49438dce {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:45.520257 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.539345 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (dc176395-87e6-4250-8519-740a73ee1253), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.574935 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:45.586283 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Deleting port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:45.586623 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.617453 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] For port c57e1de7-7b2d-48f5-961f-57cb49438dce, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=c57e1de7-7b2d-48f5-961f-57cb49438dce,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:45.617815 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.631275 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Calling delete_port for c57e1de7-7b2d-48f5-961f-57cb49438dce owned by network:router_interface {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:45.636624 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] DHCP port deletion for dc176395-87e6-4250-8519-740a73ee1253 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:47:45.663455 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] For port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:45.663899 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.678425 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Calling delete_port for 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd owned by network:dhcp {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:45.679592 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] Deleting port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:45.679965 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.744076 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] For port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,segment=NetworkSegment(33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c),segment_id=33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:45.744744 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.759034 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] Calling delete_port for 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:45.845820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.851783 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.870584 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:45.874885 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (c57e1de7-7b2d-48f5-961f-57cb49438dce), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.875358 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] No DVR routers for this DVR port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd on host dv-cinder-855060-2-iscsi {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:45.882534 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] Pushing event deleted for resources: {'Port': ['ID=1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:45.889103 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcd407-63c3-4a66-8064-bcf18e943a08 None None] No DVR routers for this DVR port 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:45.906085 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Pushing event deleted for resources: {'Port': ['ID=c57e1de7-7b2d-48f5-961f-57cb49438dce,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:45.969007 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (dc176395-87e6-4250-8519-740a73ee1253), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:45.989985 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc176395-87e6-4250-8519-740a73ee1253']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:46.007204 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:46.007521 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:46.019881 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.028035 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:46.035082 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.054426 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:47:46.054938 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.081682 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:46.099576 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.116190 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c resource provider aggregate not found Sep 27 16:47:46.133263 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 5dae323d-1610-4400-8735-65575c5faffe no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:46.160124 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 5dae323d-1610-4400-8735-65575c5faffe {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:46.160840 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 5dae323d-1610-4400-8735-65575c5faffe not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:46.162947 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 71ba6587-e6ac-4ed2-a8d0-896410569b63 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:46.169494 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33812e7f-7871-4ffe-bfb7-6d4c52d7dd1c found for delete ", "request_id": "req-60d5d136-aba5-4d1b-84ca-4b563c2494c4"}]} Sep 27 16:47:46.182672 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 71ba6587-e6ac-4ed2-a8d0-896410569b63 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:46.186218 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 71ba6587-e6ac-4ed2-a8d0-896410569b63 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:46.186218 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:46.204500 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:46.204760 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 1bbd2573-cf2c-4dfa-aadf-e70d9c4139dd not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:46.303731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (dc176395-87e6-4250-8519-740a73ee1253), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.309788 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.316350 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/dc176395-87e6-4250-8519-740a73ee1253 HTTP/1.1" status: 204 len: 168 time: 0.8538792 Sep 27 16:47:46.328856 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8c7fe-962c-4c55-8b3d-2feb963eca63 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc176395-87e6-4250-8519-740a73ee1253,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:46.486486 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:46.515706 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d87feb-2ef8-4397-9ae6-b163bb9be481 req-ef4c10b7-3566-42ca-a5f1-dcf91b6761b7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:46.517168 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d6d87feb-2ef8-4397-9ae6-b163bb9be481 req-ef4c10b7-3566-42ca-a5f1-dcf91b6761b7 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.3512175 Sep 27 16:47:46.625616 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36364) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:46.634277 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-d6d87feb-2ef8-4397-9ae6-b163bb9be481 req-4e65413a-db6c-4dea-aff9-4926cb652f84 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105757 Sep 27 16:47:46.666621 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:46.668639 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-bd17fa0d-946b-48b5-b3ca-7a91f08db566 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1e0f894b53284e788cdb4864acd917be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417964 Sep 27 16:47:46.671806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36368) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:46.726847 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb3a2-f723-47ac-ad24-a34e5451fb23 admin admin] Publish callbacks [] for security_group (f56d2840-0aae-4f4f-b33b-b73967b1b1af), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.747845 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb3a2-f723-47ac-ad24-a34e5451fb23 admin admin] Publish callbacks [] for security_group (f56d2840-0aae-4f4f-b33b-b73967b1b1af), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.804736 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5b0b7-e0e6-4d6a-8b79-ab32640d1ead req-fa80cb21-412b-467a-aa5a-74622514631e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:46.806189 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-9af5b0b7-e0e6-4d6a-8b79-ab32640d1ead req-fa80cb21-412b-467a-aa5a-74622514631e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0860658 Sep 27 16:47:46.816568 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36370) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:46.821366 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Request body: {'floatingip': {'port_id': '535083c1-2b25-4e68-97de-dca8c1b7f985'}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:47:46.827629 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:46.835199 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-5e027259-bb2b-4cca-a11d-994fab83baec admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555828 Sep 27 16:47:46.835422 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36372) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:46.836804 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] Sync routers for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:46.849029 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:46.849660 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:46.862225 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147), before_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.937205 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb3a2-f723-47ac-ad24-a34e5451fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f56d2840-0aae-4f4f-b33b-b73967b1b1af), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.939882 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb3a2-f723-47ac-ad24-a34e5451fb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.941045 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ac5bb3a2-f723-47ac-ad24-a34e5451fb23 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f56d2840-0aae-4f4f-b33b-b73967b1b1af HTTP/1.1" status: 204 len: 168 time: 0.2683210 Sep 27 16:47:46.947145 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks [] for router (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:46.974569 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bb3a2-f723-47ac-ad24-a34e5451fb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d2840-0aae-4f4f-b33b-b73967b1b1af,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:47.078046 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks [] for router_gateway (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.108297 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:47.117282 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:47.201408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Deleting port 6a2758a2-a01f-4326-8618-0d1a1cf2292c {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:47.201749 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.265176 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:47.296583 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] For port 6a2758a2-a01f-4326-8618-0d1a1cf2292c, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=6a2758a2-a01f-4326-8618-0d1a1cf2292c,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:47.297371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.299398 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:47:45Z', 'revision_number': 5, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port': {'id': '6a2758a2-a01f-4326-8618-0d1a1cf2292c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:26Z', 'updated_at': '2022-09-27T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:47.312586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Calling delete_port for 6a2758a2-a01f-4326-8618-0d1a1cf2292c owned by network:router_gateway {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:47.321050 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:47.326178 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] Checking router: bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:47.335168 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] Routers {'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:47.335784 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:47.366592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.416542 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:47.425629 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] Set router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 gateway port host: None {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:47.427852 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147), after_update {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.481108 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:47:47Z', 'revision_number': 6, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:47.492429 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:47.509085 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e3e686-59a8-4da8-b6c2-fa02f28cc7ae None None] The sync data for ids ['bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1'] in dv-cinder-855060-2-iscsi is: [{'id': 'bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1', 'name': 'tempest-TestShelveInstance-1795737789-router', 'tenant_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:25Z', 'updated_at': '2022-09-27T16:47:47Z', 'revision_number': 6, 'project_id': 'eb77c9fe25cb4abda83cb3d2e665557a', 'gw_port_host': None}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:47.572169 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (6a2758a2-a01f-4326-8618-0d1a1cf2292c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.599250 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2758a2-a01f-4326-8618-0d1a1cf2292c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:47.665241 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.758836 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.761178 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks [] for router_controller (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.808345 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.db.l3_db [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Floating IP e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147 associated. External IP: 172.27.2.100, port: 535083c1-2b25-4e68-97de-dca8c1b7f985. Sep 27 16:47:47.817293 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36378) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:47.845779 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:47.861980 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-03b439ff-10af-4079-bf08-61c433da53e2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2dc58006640a43db85dadea3d504c96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439093 Sep 27 16:47:47.864531 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36380) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:47.880227 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.880805 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 {{(pid=106896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:47:47.887470 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.891968 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d7e9f578-1ae2-4b4c-80fb-2ce5f9f75920 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/bf5d1be5-cfd6-47eb-9e29-a4d49bfd94a1 HTTP/1.1" status: 204 len: 168 time: 1.0522692 Sep 27 16:47:47.892192 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36382) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:47.927577 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e852de8a-424f-4cb2-a2c7-1059eebd7466 admin admin] Publish callbacks [] for security_group (ad14a92d-e5f4-4873-b7c5-3cc2cfff0141), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.953408 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e852de8a-424f-4cb2-a2c7-1059eebd7466 admin admin] Publish callbacks [] for security_group (ad14a92d-e5f4-4873-b7c5-3cc2cfff0141), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:47.959268 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Deleting subnet 3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:47:47.959565 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Publish callbacks [] for subnet (3733f6b0-d61e-438b-b2a5-1dbbbccd3e36), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.043750 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (3733f6b0-d61e-438b-b2a5-1dbbbccd3e36), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.068503 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e852de8a-424f-4cb2-a2c7-1059eebd7466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ad14a92d-e5f4-4873-b7c5-3cc2cfff0141), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.071293 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e852de8a-424f-4cb2-a2c7-1059eebd7466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.072635 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e852de8a-424f-4cb2-a2c7-1059eebd7466 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ad14a92d-e5f4-4873-b7c5-3cc2cfff0141 HTTP/1.1" status: 204 len: 168 time: 0.2071941 Sep 27 16:47:48.082043 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852de8a-424f-4cb2-a2c7-1059eebd7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad14a92d-e5f4-4873-b7c5-3cc2cfff0141,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:48.166962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Router aa57bf90-075e-41ce-9225-41e15d3daed3 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:48.192275 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (3733f6b0-d61e-438b-b2a5-1dbbbccd3e36), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.312437 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:48.331776 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:48.336507 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c57e1de7-7b2d-48f5-961f-57cb49438dce no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:48.337015 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.342206 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1059d-342f-4282-9d9e-047848644495 None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:48.353532 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:48.361918 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:48.364748 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:48.371141 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: c57e1de7-7b2d-48f5-961f-57cb49438dce {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:48.372137 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device c57e1de7-7b2d-48f5-961f-57cb49438dce not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:48.375833 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c84fa503-fecf-4cda-9f65-dff3d23765e2 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147 HTTP/1.1" status: 200 len: 991 time: 1.5580392 Sep 27 16:47:48.376637 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985'}] {{(pid=106895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:47:48.378884 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67677bf1e553c900525095c6d0bf1eb36b6afef5fbd10258a61e123073ba7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d34445-9e97-43fc-9f96-a42452db1f77" -d '{"events": [{"name": "network-changed", "server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985"}]}' {{(pid=106895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:47:48.384062 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (3733f6b0-d61e-438b-b2a5-1dbbbccd3e36), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.417114 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3733f6b0-d61e-438b-b2a5-1dbbbccd3e36,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:48.434088 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.446281 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36390) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:48.447439 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c833a98-782a-46e5-9136-d264be7cc244 None None] Network 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:47:48.450436 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-506f101f-f0e3-471b-a616-8e355d8caf75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/3733f6b0-d61e-438b-b2a5-1dbbbccd3e36 HTTP/1.1" status: 204 len: 168 time: 0.5570142 Sep 27 16:47:48.460894 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e10bbb-69b9-434f-8f3a-040537e35977 x-openstack-request-id: req-b7e10bbb-69b9-434f-8f3a-040537e35977 {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:47:48.461186 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985", "status": "completed", "code": 200}]} {{(pid=106895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:47:48.461444 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7e10bbb-69b9-434f-8f3a-040537e35977 {{(pid=106895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:47:48.461851 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e10bbb-69b9-434f-8f3a-040537e35977'] response: {'name': 'network-changed', 'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'status': 'completed', 'code': 200} Sep 27 16:47:48.544897 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:48.616092 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.627643 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-c45dd9b6-e969-427f-8790-3ff0a22bb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:48.629264 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-c45dd9b6-e969-427f-8790-3ff0a22bb8cb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a89110c26344f608dae59f5616575f3&device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 1129 time: 0.1506422 Sep 27 16:47:48.678072 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] DHCP port deletion for 2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:47:48.729090 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] Deleting port 7280c501-5177-4300-928d-2f3723cc292b {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:48.729607 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (7280c501-5177-4300-928d-2f3723cc292b), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.759386 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Deleting port 7280c501-5177-4300-928d-2f3723cc292b {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:48.759991 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (7280c501-5177-4300-928d-2f3723cc292b), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.763191 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:48.817763 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] For port 7280c501-5177-4300-928d-2f3723cc292b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=7280c501-5177-4300-928d-2f3723cc292b,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:48.818901 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (7280c501-5177-4300-928d-2f3723cc292b), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.835642 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] Calling delete_port for 7280c501-5177-4300-928d-2f3723cc292b owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:48.840154 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'port_id': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed9350-a296-4795-959a-ce50eafb5813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:47:29Z', 'updated_at': '2022-09-27T16:47:47Z', 'revision_number': 1, 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:48.842939 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-91a7aef3-b7f2-4d7b-8c25-8d5b513415cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:48.844600 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-91a7aef3-b7f2-4d7b-8c25-8d5b513415cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 200 len: 912 time: 0.2079988 Sep 27 16:47:48.865065 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] For port 7280c501-5177-4300-928d-2f3723cc292b, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=7280c501-5177-4300-928d-2f3723cc292b,segment=NetworkSegment(8fa2389a-66d1-4eac-89e1-522aee68ae1d),segment_id=8fa2389a-66d1-4eac-89e1-522aee68ae1d)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:48.865728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (7280c501-5177-4300-928d-2f3723cc292b), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.869832 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1059d-342f-4282-9d9e-047848644495 None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:48.879214 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:48.879829 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:48.911991 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Calling delete_port for 7280c501-5177-4300-928d-2f3723cc292b owned by network:dhcp {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:48.941514 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-1aebf483-e6e4-4d02-badc-280cbe2e4a74 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=535083c1-2b25-4e68-97de-dca8c1b7f985 HTTP/1.1" status: 200 len: 999 time: 0.0884602 Sep 27 16:47:48.954528 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:48.971054 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (7280c501-5177-4300-928d-2f3723cc292b), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:48.981084 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:49.001019 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] Pushing event deleted for resources: {'Port': ['ID=7280c501-5177-4300-928d-2f3723cc292b,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:49.003637 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcba3d0-9bd4-4692-8b05-db5d38e6062e None None] No DVR routers for this DVR port 7280c501-5177-4300-928d-2f3723cc292b on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:49.034159 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-936d93cf-7dec-406f-beac-ce88e0df6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:49.035657 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-936d93cf-7dec-406f-beac-ce88e0df6b6a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 200 len: 850 time: 0.0683825 Sep 27 16:47:49.080584 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (7280c501-5177-4300-928d-2f3723cc292b), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.110748 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-1b367c91-171e-4ae4-9e7b-3516ff41f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:47:49.112273 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-1b367c91-171e-4ae4-9e7b-3516ff41f02e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6f6f055-03fc-4efc-8706-3ef9e91b6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668306 Sep 27 16:47:49.115144 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] No DVR routers for this DVR port 7280c501-5177-4300-928d-2f3723cc292b on host dv-cinder-855060-2-iscsi {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:49.121214 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7280c501-5177-4300-928d-2f3723cc292b,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:49.198511 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-13b1059d-342f-4282-9d9e-047848644495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'port_id': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed9350-a296-4795-959a-ce50eafb5813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:47:29Z', 'updated_at': '2022-09-27T16:47:47Z', 'revision_number': 1, 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:49.223527 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1059d-342f-4282-9d9e-047848644495 None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_floatingips': [{'id': 'e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'router_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'port_id': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'mac_address': 'fa:16:3e:48:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed9350-a296-4795-959a-ce50eafb5813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T16:47:29Z', 'updated_at': '2022-09-27T16:47:47Z', 'revision_number': 1, 'project_id': '0a89110c26344f608dae59f5616575f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:49.245309 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.254487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:49.282339 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:49.299546 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa2389a-66d1-4eac-89e1-522aee68ae1d') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:49.299844 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa2389a-66d1-4eac-89e1-522aee68ae1d') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:49.308271 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-fa512905-9b9c-44a4-87ee-1ed82a1f22aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881163 Sep 27 16:47:49.312703 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (8fa2389a-66d1-4eac-89e1-522aee68ae1d), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.371122 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (8fa2389a-66d1-4eac-89e1-522aee68ae1d), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.382503 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:47:49.382938 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (8fa2389a-66d1-4eac-89e1-522aee68ae1d), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.402751 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 8fa2389a-66d1-4eac-89e1-522aee68ae1d resource provider aggregate not found Sep 27 16:47:49.431953 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbb4b7-645b-4fec-8804-b31bcb1aa657 None None] New status for floating IP e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147: ACTIVE {{(pid=106897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:47:49.452944 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment 8fa2389a-66d1-4eac-89e1-522aee68ae1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fa2389a-66d1-4eac-89e1-522aee68ae1d found for delete ", "request_id": "req-e032dc35-cbed-409a-b7f6-1e0f6c5db4d0"}]} Sep 27 16:47:49.483998 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-75d34445-9e97-43fc-9f96-a42452db1f77 req-dba63aca-4d13-4656-ad9e-429668049e41 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690519 Sep 27 16:47:49.525776 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.532941 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.539122 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4 HTTP/1.1" status: 204 len: 168 time: 1.0886712 Sep 27 16:47:49.539506 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36396) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:49.547377 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c4541-6a7c-4421-96bc-de59cdc191f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2440bd4b-4ed0-4af9-98f1-31b8f95ecaf4,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:49.868603 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:49.987209 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a2758a2-a01f-4326-8618-0d1a1cf2292c no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:50.007400 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 6a2758a2-a01f-4326-8618-0d1a1cf2292c {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:50.007751 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 6a2758a2-a01f-4326-8618-0d1a1cf2292c not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:50.008180 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 7280c501-5177-4300-928d-2f3723cc292b no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:50.026707 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 7280c501-5177-4300-928d-2f3723cc292b {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:50.027079 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 7280c501-5177-4300-928d-2f3723cc292b not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:50.099735 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Deleting port 73f14aac-9d57-48ac-9859-7911f03367e1 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:50.100074 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:50.150548 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:50.189817 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] For port 73f14aac-9d57-48ac-9859-7911f03367e1, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=73f14aac-9d57-48ac-9859-7911f03367e1,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:50.190175 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:50.203084 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Calling delete_port for 73f14aac-9d57-48ac-9859-7911f03367e1 owned by network:router_interface {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:50.269603 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=100 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:50.469422 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (73f14aac-9d57-48ac-9859-7911f03367e1), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:50.498549 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f14aac-9d57-48ac-9859-7911f03367e1,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:50.664208 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:50.865465 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:47:50.964177 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:47:50.982449 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-27cfbd71-4d4e-4cfe-8a3f-b5330b0d2494 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/d39bb8f6-ed6d-4b8f-b415-3a93560ea982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292693 Sep 27 16:47:50.982449 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36398) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:50.982638 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] Sync routers for ids ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'] in dv-cinder-855060-2-iscsi {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:47:50.985811 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] Routers {'d39bb8f6-ed6d-4b8f-b415-3a93560ea982'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:50.986416 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:51.072713 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks [] for router (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:51.173666 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] Set router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:51.173929 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks [] for router_gateway (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:51.259293 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:51.277835 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Deleting port d82c1863-8768-46d1-85f2-3434b56f86d9 {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:51.278175 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:51.316898 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:51.341860 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:47:50Z', 'revision_number': 5, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port': {'id': 'd82c1863-8768-46d1-85f2-3434b56f86d9', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:42:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:42:35Z', 'updated_at': '2022-09-27T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:51.359196 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] For port d82c1863-8768-46d1-85f2-3434b56f86d9, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=d82c1863-8768-46d1-85f2-3434b56f86d9,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:51.359562 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:51.365248 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=100 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:51.367205 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] Checking router: d39bb8f6-ed6d-4b8f-b415-3a93560ea982 for host: dv-cinder-855060-2-iscsi {{(pid=106898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:47:51.372642 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Calling delete_port for d82c1863-8768-46d1-85f2-3434b56f86d9 owned by network:router_gateway {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:51.376389 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] Routers {'d39bb8f6-ed6d-4b8f-b415-3a93560ea982'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:47:51.376997 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:47:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'], 'active': True} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:51.459871 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_dvr_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] Set router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 gateway port host: None {{(pid=106898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:47:51.509407 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.l3_hamode_db [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:47:51Z', 'revision_number': 6, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:51.538743 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f23db-74c8-49ff-b5e5-5fcb0e44335b None None] The sync data for ids ['d39bb8f6-ed6d-4b8f-b415-3a93560ea982'] in dv-cinder-855060-2-iscsi is: [{'id': 'd39bb8f6-ed6d-4b8f-b415-3a93560ea982', 'name': 'tempest-TestShelveInstance-1919875589-router', 'tenant_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:42:34Z', 'updated_at': '2022-09-27T16:47:51Z', 'revision_number': 6, 'project_id': '7136a363bf5b4311ab7fa5a35013e5aa', 'gw_port_host': None}] {{(pid=106898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:47:51.598474 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (d82c1863-8768-46d1-85f2-3434b56f86d9), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:51.621980 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82c1863-8768-46d1-85f2-3434b56f86d9,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:51.689781 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.019065 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.021497 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks [] for router_controller (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.118459 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (d39bb8f6-ed6d-4b8f-b415-3a93560ea982), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.119049 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39bb8f6-ed6d-4b8f-b415-3a93560ea982 {{(pid=106895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:47:52.123425 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.127543 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-75da67a3-3133-4f1b-ad51-7242afc94ea0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/d39bb8f6-ed6d-4b8f-b415-3a93560ea982 HTTP/1.1" status: 204 len: 168 time: 1.1511569 Sep 27 16:47:52.127543 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36400) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:52.177467 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Deleting subnet e57031c3-3260-4f1d-8a9d-c3fe4f7e083d {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:47:52.180730 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Publish callbacks [] for subnet (e57031c3-3260-4f1d-8a9d-c3fe4f7e083d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.220335 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (e57031c3-3260-4f1d-8a9d-c3fe4f7e083d), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.294998 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (e57031c3-3260-4f1d-8a9d-c3fe4f7e083d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.317227 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:52.389144 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 73f14aac-9d57-48ac-9859-7911f03367e1 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:52.409108 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 73f14aac-9d57-48ac-9859-7911f03367e1 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:52.409446 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 73f14aac-9d57-48ac-9859-7911f03367e1 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:52.418020 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (e57031c3-3260-4f1d-8a9d-c3fe4f7e083d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.454543 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57031c3-3260-4f1d-8a9d-c3fe4f7e083d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:52.458709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.462803 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c760a029-da21-4bd6-9b08-53d07c686e66 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/e57031c3-3260-4f1d-8a9d-c3fe4f7e083d HTTP/1.1" status: 204 len: 168 time: 0.3336985 Sep 27 16:47:52.464380 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36402) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:52.466379 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f1879-0a7b-4c98-8e07-edbca409e131 None None] Network d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:47:52.533242 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.577018 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Deleting port 293877e5-8441-4a8f-93e4-c0a7780efcfa {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:52.577428 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.634414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] DHCP port deletion for d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:47:52.651183 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] For port 293877e5-8441-4a8f-93e4-c0a7780efcfa, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=293877e5-8441-4a8f-93e4-c0a7780efcfa,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:52.651466 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.664966 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Calling delete_port for 293877e5-8441-4a8f-93e4-c0a7780efcfa owned by network:dhcp {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:52.671794 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] Deleting port 293877e5-8441-4a8f-93e4-c0a7780efcfa {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:47:52.672171 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.731296 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:52.738387 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] For port 293877e5-8441-4a8f-93e4-c0a7780efcfa, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=293877e5-8441-4a8f-93e4-c0a7780efcfa,segment=NetworkSegment(ae85e0fd-d711-4690-9fb6-7cb4f2b59593),segment_id=ae85e0fd-d711-4690-9fb6-7cb4f2b59593)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:47:52.742999 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.751482 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] Calling delete_port for 293877e5-8441-4a8f-93e4-c0a7780efcfa owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:47:52.794277 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.818166 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=293877e5-8441-4a8f-93e4-c0a7780efcfa,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:52.824126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] No DVR routers for this DVR port 293877e5-8441-4a8f-93e4-c0a7780efcfa on host dv-cinder-855060-2-iscsi {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:52.826419 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (293877e5-8441-4a8f-93e4-c0a7780efcfa), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.834699 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:52.855905 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] Pushing event deleted for resources: {'Port': ['ID=293877e5-8441-4a8f-93e4-c0a7780efcfa,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:52.859247 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32501ca4-f0c9-4041-84a5-160ee004f7f1 None None] No DVR routers for this DVR port 293877e5-8441-4a8f-93e4-c0a7780efcfa on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:47:52.904785 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.925332 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:52.934592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:52.934927 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae85e0fd-d711-4690-9fb6-7cb4f2b59593') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:47:52.944492 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (ae85e0fd-d711-4690-9fb6-7cb4f2b59593), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.958072 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (ae85e0fd-d711-4690-9fb6-7cb4f2b59593), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:52.964242 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:47:52.964627 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (ae85e0fd-d711-4690-9fb6-7cb4f2b59593), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.005360 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment ae85e0fd-d711-4690-9fb6-7cb4f2b59593 resource provider aggregate not found Sep 27 16:47:53.022259 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment ae85e0fd-d711-4690-9fb6-7cb4f2b59593 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae85e0fd-d711-4690-9fb6-7cb4f2b59593 found for delete ", "request_id": "req-ca16df6f-de70-46a6-a10f-8d263dbf81ee"}]} Sep 27 16:47:53.119625 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.124948 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.128044 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d HTTP/1.1" status: 204 len: 168 time: 0.6627116 Sep 27 16:47:53.139983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed84c3-602e-4cdb-a842-8330a7655d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d06cc1c8-4eb7-44a3-8deb-6a6a23d50f1d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:53.485754 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36410) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:53.532466 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c6afd6dc-6e92-4cf3-b8d0-5cc8a5dada73 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=eb77c9fe25cb4abda83cb3d2e665557a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455482 Sep 27 16:47:53.535026 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36412) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:53.583455 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4224-7ed5-418c-9a1e-90dc35f33920 admin admin] Publish callbacks [] for security_group (b1afc866-afaf-4a92-88c0-fd92bb06478f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.603267 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4224-7ed5-418c-9a1e-90dc35f33920 admin admin] Publish callbacks [] for security_group (b1afc866-afaf-4a92-88c0-fd92bb06478f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.714579 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4224-7ed5-418c-9a1e-90dc35f33920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (b1afc866-afaf-4a92-88c0-fd92bb06478f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.717095 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-ff4f4224-7ed5-418c-9a1e-90dc35f33920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:53.718277 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-ff4f4224-7ed5-418c-9a1e-90dc35f33920 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b1afc866-afaf-4a92-88c0-fd92bb06478f HTTP/1.1" status: 204 len: 168 time: 0.1823459 Sep 27 16:47:53.726172 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f4224-7ed5-418c-9a1e-90dc35f33920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1afc866-afaf-4a92-88c0-fd92bb06478f,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:53.991855 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d82c1863-8768-46d1-85f2-3434b56f86d9 no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:54.012212 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: d82c1863-8768-46d1-85f2-3434b56f86d9 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:54.017135 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d82c1863-8768-46d1-85f2-3434b56f86d9 not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:54.017135 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 293877e5-8441-4a8f-93e4-c0a7780efcfa no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:47:54.034892 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 293877e5-8441-4a8f-93e4-c0a7780efcfa {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:47:54.035243 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 293877e5-8441-4a8f-93e4-c0a7780efcfa not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:47:54.415890 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36418) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:54.455988 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0e98128a-accf-49c7-b116-c455c2390625 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7136a363bf5b4311ab7fa5a35013e5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389705 Sep 27 16:47:54.458477 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36420) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:47:54.481084 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:54.509939 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fcde3fce-1c51-4bde-af86-e415ac88e6d4 admin admin] Publish callbacks [] for security_group (6d9d662b-20bb-40f4-b8ef-c7beed5c3904), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:54.530852 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fcde3fce-1c51-4bde-af86-e415ac88e6d4 admin admin] Publish callbacks [] for security_group (6d9d662b-20bb-40f4-b8ef-c7beed5c3904), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:54.639962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fcde3fce-1c51-4bde-af86-e415ac88e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (6d9d662b-20bb-40f4-b8ef-c7beed5c3904), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:54.642582 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fcde3fce-1c51-4bde-af86-e415ac88e6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:47:54.643764 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fcde3fce-1c51-4bde-af86-e415ac88e6d4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6d9d662b-20bb-40f4-b8ef-c7beed5c3904 HTTP/1.1" status: 204 len: 168 time: 0.1843793 Sep 27 16:47:54.652096 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde3fce-1c51-4bde-af86-e415ac88e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d662b-20bb-40f4-b8ef-c7beed5c3904,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:47:59.480586 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=75,neutron:DELETE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:47:59.537627 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=2,neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:01.293744 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:04.525032 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bb6b627b-d732-4098-848d-51031fc5ab99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:04.647155 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=67,neutron:DELETE=9 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:04.647924 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:04.846561 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=62 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:04.847377 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=13 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:06.919346 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:07.050990 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fe92-eea2-415d-aa27-27fa6e587727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:08.205447 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:09.757399 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:09.821168 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:19.682454 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:19.760041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:20.736943 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:48:31.313541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:31.759199 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=18 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:31.760062 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=10 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:34.513409 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0bdb70b8-8ae7-4f75-9991-5d802c1f3ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:37.010310 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c1dd-dcff-4b9e-afdf-22f9fd9b3a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:38.133841 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:39.745413 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:39.820029 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:41.843851 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=6 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:48.323568 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80a22-8053-4490-bb84-161a71664592 req-4f06d804-7643-479a-8736-fb64b849abd5 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:48:48.325077 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60b80a22-8053-4490-bb84-161a71664592 req-4f06d804-7643-479a-8736-fb64b849abd5 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0468717 Sep 27 16:48:48.373599 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-60b80a22-8053-4490-bb84-161a71664592 req-b297d37a-bc66-4445-95e7-0dc6a1f923bf tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Sep 27 16:48:49.496732 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee638a6-2ce6-4879-9226-f25d59004b30 req-b481395c-e167-45be-a426-40886ebbfd1e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:48:49.498188 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ee638a6-2ce6-4879-9226-f25d59004b30 req-b481395c-e167-45be-a426-40886ebbfd1e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0465689 Sep 27 16:48:49.544890 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-3ee638a6-2ce6-4879-9226-f25d59004b30 req-0dc36d2d-5fb9-47ba-bcd6-d06c0951ab71 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 Sep 27 16:48:49.753813 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:49.759768 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:50.194319 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-9ff4def6-9663-4dec-9c2e-119de0c584ec tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:48:50.195791 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-9ff4def6-9663-4dec-9c2e-119de0c584ec tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Sep 27 16:48:50.276856 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Deleting port 535083c1-2b25-4e68-97de-dca8c1b7f985 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:48:50.277197 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:50.368306 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.db [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] For port 535083c1-2b25-4e68-97de-dca8c1b7f985, host hv-cinder-85506, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85506',level=0,port_id=535083c1-2b25-4e68-97de-dca8c1b7f985,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:48:50.368670 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:50.572035 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:50.572723 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7923373'] for floatingip (e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147), after_update {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:50.572723 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.l3_db [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Floating IP e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147 disassociated. External IP: 172.27.2.100, port: 535083c1-2b25-4e68-97de-dca8c1b7f985. Sep 27 16:48:50.572946 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Calling delete_port for 535083c1-2b25-4e68-97de-dca8c1b7f985 owned by compute:nova {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:48:50.683686 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f073892-f5c8-46cf-b8d9-602098307815 req-34033ac6-bc9d-4b68-a560-594df39b037f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:48:50.685143 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4f073892-f5c8-46cf-b8d9-602098307815 req-34033ac6-bc9d-4b68-a560-594df39b037f tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 945 time: 0.0612297 Sep 27 16:48:50.774533 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-4f073892-f5c8-46cf-b8d9-602098307815 req-c5d2334b-0af6-4808-bcd3-57de2e22d0cc tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd833e82-7ba2-479f-841a-7bb557e7bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837123 Sep 27 16:48:50.842111 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (535083c1-2b25-4e68-97de-dca8c1b7f985), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:50.870513 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event deleted for resources: {'Port': ['ID=535083c1-2b25-4e68-97de-dca8c1b7f985,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:48:50.881004 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.881361 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.881701 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.882043 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.882379 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.883322 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.883614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.883942 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.884270 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.884597 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.884924 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.885252 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.885576 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.885897 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.886218 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:50.970974 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:50.985648 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:50.994592 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Router aa57bf90-075e-41ce-9225-41e15d3daed3 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:48:51.370154 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:48:51.380789 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:48:51.390871 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:48:51.391562 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:48:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:51.412254 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] No DVR routers for this DVR port 535083c1-2b25-4e68-97de-dca8c1b7f985 on host hv-cinder-85506 {{(pid=106896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:48:51.415487 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for port (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:51.418632 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-36c9be47-4a44-49fe-acc2-156cbd91c2aa req-7aef8fa3-8559-4243-862e-2d0d68513a6e tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.33 "DELETE /networking/v2.0/ports/535083c1-2b25-4e68-97de-dca8c1b7f985 HTTP/1.1" status: 204 len: 173 time: 1.2153654 Sep 27 16:48:51.419186 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'name': 'network-vif-deleted', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985'}] {{(pid=106896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 16:48:51.421416 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40f13e66f06756125b2abe9138759f44b9e2d34460ddec833fc93c3aab8a335e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b1484-f198-4a33-a4ce-1d7e260e7576" -d '{"events": [{"server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "name": "network-vif-deleted", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985"}]}' {{(pid=106896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 16:48:51.459764 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0832e8a8-4e28-4f33-a368-7a3ec236e786 x-openstack-request-id: req-0832e8a8-4e28-4f33-a368-7a3ec236e786 {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 16:48:51.460048 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ed9350-a296-4795-959a-ce50eafb5813", "name": "network-vif-deleted", "tag": "535083c1-2b25-4e68-97de-dca8c1b7f985", "status": "completed", "code": 200}]} {{(pid=106896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 16:48:51.460308 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0832e8a8-4e28-4f33-a368-7a3ec236e786 {{(pid=106896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 16:48:51.461677 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0832e8a8-4e28-4f33-a368-7a3ec236e786'] response: {'server_uuid': '56ed9350-a296-4795-959a-ce50eafb5813', 'name': 'network-vif-deleted', 'tag': '535083c1-2b25-4e68-97de-dca8c1b7f985', 'status': 'completed', 'code': 200} Sep 27 16:48:51.502667 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:48:51.821198 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:51.846905 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:48:51.856560 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:48:51.857193 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:48:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:51.901513 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [req-0eff15f8-30b5-4037-a5ff-93c6cc6ed75e req-5a1c3fe2-ef01-4c2a-947d-b5c09f8b9050 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=56ed9350-a296-4795-959a-ce50eafb5813 HTTP/1.1" status: 200 len: 210 time: 0.0301712 Sep 27 16:48:51.962860 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:48:52.152035 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:52.177577 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098bbc7-2247-4186-ab52-06f9f91c7990 None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:13Z', 'revision_number': 4, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi', '_interfaces': [{'id': '753e3594-fb5e-465e-a64a-f8d73a47748d', 'name': '', 'network_id': 'c6f6f055-03fc-4efc-8706-3ef9e91b6fee', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'mac_address': 'fa:16:3e:8e:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:13Z', 'updated_at': '2022-09-27T16:44:17Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'subnets': [{'id': '4f8cf9f2-7b09-4cad-8c25-d09acc91fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:48:52.401600 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9758b579-8ed5-402f-8f3e-096a1dff1c40 None None] New status for floating IP e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147: DOWN {{(pid=106898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 16:48:53.053966 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36570) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:48:53.111377 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (fd833e82-7ba2-479f-841a-7bb557e7bc71), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.134561 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (fd833e82-7ba2-479f-841a-7bb557e7bc71), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.253210 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (fd833e82-7ba2-479f-841a-7bb557e7bc71), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.255749 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.256900 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd833e82-7ba2-479f-841a-7bb557e7bc71 HTTP/1.1" status: 204 len: 168 time: 0.2008352 Sep 27 16:48:53.259819 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36572) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:48:53.266813 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd833e82-7ba2-479f-841a-7bb557e7bc71,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:48:53.273687 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.api.v2.resource [None req-aa85fd3b-e017-46e6-bf4e-89cf08e042ed tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] show failed (client error): The resource could not be found. Sep 27 16:48:53.274496 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.274704 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-aa85fd3b-e017-46e6-bf4e-89cf08e042ed tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fd833e82-7ba2-479f-841a-7bb557e7bc71 HTTP/1.1" status: 404 len: 347 time: 0.0138698 Sep 27 16:48:53.275030 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.275205 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.275541 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.275875 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.276204 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.276533 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.276857 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.277185 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.277515 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36574) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:48:53.277652 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.277823 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.278146 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.278467 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.278806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.279126 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aeffb-2037-4e76-aa19-d354cd90a984 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:48:53.388278 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Deleting port e5ea7890-d732-46fc-87e3-666e63426830 {{(pid=106896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:48:53.388624 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (e5ea7890-d732-46fc-87e3-666e63426830), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.466952 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (e5ea7890-d732-46fc-87e3-666e63426830), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.467274 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (e5ea7890-d732-46fc-87e3-666e63426830), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.479548 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.plugin [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Calling delete_port for e5ea7890-d732-46fc-87e3-666e63426830 owned by network:floatingip {{(pid=106896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:48:53.661754 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4751543'] for port (e5ea7890-d732-46fc-87e3-666e63426830), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.684461 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Pushing event deleted for resources: {'Port': ['ID=e5ea7890-d732-46fc-87e3-666e63426830,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:48:53.748262 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks [] for floatingip (e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.751055 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12635'] for floatingip (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:53.752202 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-506e36b7-a524-4adb-9ed4-28d6b7b73846 tempest-AttachVolumeTestJSON-1890074404 tempest-AttachVolumeTestJSON-1890074404-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/e1ba0a56-31ba-4cd0-bc4e-7cb7a5a93147 HTTP/1.1" status: 204 len: 168 time: 0.4738736 Sep 27 16:48:54.041541 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 535083c1-2b25-4e68-97de-dca8c1b7f985 no longer exists at agent hyperv_hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:48:54.061046 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] No Port match for: 535083c1-2b25-4e68-97de-dca8c1b7f985 {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:48:54.061386 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Device 535083c1-2b25-4e68-97de-dca8c1b7f985 not bound to the agent host hv-cinder-85506 {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:48:57.736950 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:48:57.896721 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36602) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:48:58.206962 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963565'] for router_interface (aa57bf90-075e-41ce-9225-41e15d3daed3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:58.425361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Deleting port 753e3594-fb5e-465e-a64a-f8d73a47748d {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:48:58.425703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:58.502856 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] For port 753e3594-fb5e-465e-a64a-f8d73a47748d, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=753e3594-fb5e-465e-a64a-f8d73a47748d,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:48:58.503160 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:58.516253 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Calling delete_port for 753e3594-fb5e-465e-a64a-f8d73a47748d owned by network:router_interface {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:48:58.574982 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:58.581817 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:58.744361 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (753e3594-fb5e-465e-a64a-f8d73a47748d), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:58.779026 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=753e3594-fb5e-465e-a64a-f8d73a47748d,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:48:58.936545 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7886620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7928093'] for router_interface (aa57bf90-075e-41ce-9225-41e15d3daed3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:59.139287 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Router aa57bf90-075e-41ce-9225-41e15d3daed3 has already been hosted by L3 agent 92d27906-2510-4e6b-93ae-eb5d5a0c0422 {{(pid=106895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 16:48:59.240691 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] Notify agent at l3_agent.dv-cinder-855060-2-iscsi the message routers_updated {{(pid=106895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 16:48:59.245671 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8b2fefba-690a-45cf-95fd-472ccdbee7d1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/aa57bf90-075e-41ce-9225-41e15d3daed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3509212 Sep 27 16:48:59.248262 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36604) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:48:59.251422 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] Sync routers for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 16:48:59.262133 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:48:59.262932 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:48:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:59.331078 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:59.346692 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks [] for router (aa57bf90-075e-41ce-9225-41e15d3daed3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:59.366083 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: dv-cinder-855060-2-iscsi {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:48:59.447591 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks [] for router_gateway (aa57bf90-075e-41ce-9225-41e15d3daed3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:59.530007 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:59.534649 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'external_fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:48:58Z', 'revision_number': 5, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port': {'id': 'd84a8eb9-919d-416d-b205-37d1142e8c8c', 'name': '', 'network_id': '12197446-a087-4a42-913c-7802c7fc0620', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34908bf4-e7b0-446f-8192-9c43f782f4c4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855060-2-iscsi'}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:59.553456 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Deleting port d84a8eb9-919d-416d-b205-37d1142e8c8c {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:48:59.553794 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:59.560396 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] Checking router: aa57bf90-075e-41ce-9225-41e15d3daed3 for host: dv-cinder-855060-2-iscsi {{(pid=106897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 16:48:59.567229 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=100 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:59.569322 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] Routers {'aa57bf90-075e-41ce-9225-41e15d3daed3'} bound to L3 agent in host dv-cinder-855060-2-iscsi {{(pid=106897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 16:48:59.569939 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T16:27:37Z,description=,heartbeat_timestamp=2022-09-27T16:48:37Z,host='dv-cinder-855060-2-iscsi',id=92d27906-2510-4e6b-93ae-eb5d5a0c0422,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T16:27:38Z,topic='l3_agent')) {'router_ids': ['aa57bf90-075e-41ce-9225-41e15d3daed3'], 'active': True} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:59.630380 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:48:59.635953 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] For port d84a8eb9-919d-416d-b205-37d1142e8c8c, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=d84a8eb9-919d-416d-b205-37d1142e8c8c,segment=NetworkSegment(f557f451-a959-4945-8ba1-c0d58359ba7e),segment_id=f557f451-a959-4945-8ba1-c0d58359ba7e)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:48:59.636316 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:59.650060 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Calling delete_port for d84a8eb9-919d-416d-b205-37d1142e8c8c owned by network:router_gateway {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:48:59.656911 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvr_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] Set router aa57bf90-075e-41ce-9225-41e15d3daed3 gateway port host: None {{(pid=106897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 16:48:59.708356 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_hamode_db [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:48:59Z', 'revision_number': 6, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port_host': None}], 'dv-cinder-855060-2-iscsi', False) {} {{(pid=106897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:48:59.732848 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e4b7c-88ea-4be8-8504-884ca6251114 None None] The sync data for ids ['aa57bf90-075e-41ce-9225-41e15d3daed3'] in dv-cinder-855060-2-iscsi is: [{'id': 'aa57bf90-075e-41ce-9225-41e15d3daed3', 'name': 'tempest-AttachVolumeTestJSON-2124688515-router', 'tenant_id': '0a89110c26344f608dae59f5616575f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T16:44:10Z', 'updated_at': '2022-09-27T16:48:59Z', 'revision_number': 6, 'project_id': '0a89110c26344f608dae59f5616575f3', 'gw_port_host': None}] {{(pid=106897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 16:48:59.876190 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (d84a8eb9-919d-416d-b205-37d1142e8c8c), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:48:59.898658 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84a8eb9-919d-416d-b205-37d1142e8c8c,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:48:59.965734 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7923307'] for router_gateway (aa57bf90-075e-41ce-9225-41e15d3daed3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.052746 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7928178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-651'] for router (aa57bf90-075e-41ce-9225-41e15d3daed3), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.054842 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks [] for router_controller (aa57bf90-075e-41ce-9225-41e15d3daed3), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.166467 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7928171'] for router (aa57bf90-075e-41ce-9225-41e15d3daed3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.166467 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa57bf90-075e-41ce-9225-41e15d3daed3 {{(pid=106895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 16:49:00.168916 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.172794 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-57848d0a-853b-48eb-a15a-f94290c63cf2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/aa57bf90-075e-41ce-9225-41e15d3daed3 HTTP/1.1" status: 204 len: 168 time: 0.9210072 Sep 27 16:49:00.173137 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36606) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:00.222031 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Deleting subnet 4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:49:00.225137 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Publish callbacks [] for subnet (4f8cf9f2-7b09-4cad-8c25-d09acc91fd27), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.259949 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4870059'] for subnet (4f8cf9f2-7b09-4cad-8c25-d09acc91fd27), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.327310 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:00.333912 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (4f8cf9f2-7b09-4cad-8c25-d09acc91fd27), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.450453 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4751594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828441'] for subnet (4f8cf9f2-7b09-4cad-8c25-d09acc91fd27), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.476558 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8cf9f2-7b09-4cad-8c25-d09acc91fd27,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:00.486372 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.488766 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024763b-d82e-4cd0-bc74-ce9ba49fee14 None None] Network c6f6f055-03fc-4efc-8706-3ef9e91b6fee requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:49:00.490485 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-c0041103-c098-4ea0-b0f7-0ce16439d488 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4f8cf9f2-7b09-4cad-8c25-d09acc91fd27 HTTP/1.1" status: 204 len: 168 time: 0.3158462 Sep 27 16:49:00.493030 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36608) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:00.536559 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 753e3594-fb5e-465e-a64a-f8d73a47748d no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:49:00.572168 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 753e3594-fb5e-465e-a64a-f8d73a47748d {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:49:00.572530 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 753e3594-fb5e-465e-a64a-f8d73a47748d not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:49:00.576667 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (c6f6f055-03fc-4efc-8706-3ef9e91b6fee), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.621155 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Deleting port 08c0fc5a-524d-43ba-865d-b4157e704bad {{(pid=106895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:49:00.621499 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.683447 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] DHCP port deletion for c6f6f055-03fc-4efc-8706-3ef9e91b6fee request from dv-cinder-855060-2-iscsi {{(pid=106897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 16:49:00.689187 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.db [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] For port 08c0fc5a-524d-43ba-865d-b4157e704bad, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=08c0fc5a-524d-43ba-865d-b4157e704bad,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:49:00.689603 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.703385 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.plugin [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Calling delete_port for 08c0fc5a-524d-43ba-865d-b4157e704bad owned by network:dhcp {{(pid=106895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:49:00.721903 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Deleting port 08c0fc5a-524d-43ba-865d-b4157e704bad {{(pid=106897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 16:49:00.722286 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745640007190'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), before_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.793333 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.db [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] For port 08c0fc5a-524d-43ba-865d-b4157e704bad, host dv-cinder-855060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855060-2-iscsi',level=0,port_id=08c0fc5a-524d-43ba-865d-b4157e704bad,segment=NetworkSegment(41500585-7af9-4122-b053-276e34210207),segment_id=41500585-7af9-4122-b053-276e34210207)] {{(pid=106897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 16:49:00.793728 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7976299'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), precommit_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.809439 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Calling delete_port for 08c0fc5a-524d-43ba-865d-b4157e704bad owned by network:dhcp {{(pid=106897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 16:49:00.832863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517668'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.858651 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Pushing event deleted for resources: {'Port': ['ID=08c0fc5a-524d-43ba-865d-b4157e704bad,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:00.867189 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] No DVR routers for this DVR port 08c0fc5a-524d-43ba-865d-b4157e704bad on host dv-cinder-855060-2-iscsi {{(pid=106895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:49:00.869514 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:00.886204 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745640009876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745639568357'] for port (08c0fc5a-524d-43ba-865d-b4157e704bad), after_delete {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:00.910230 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Pushing event deleted for resources: {'Port': ['ID=08c0fc5a-524d-43ba-865d-b4157e704bad,revision_number=None']} {{(pid=106897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:00.918040 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] No DVR routers for this DVR port 08c0fc5a-524d-43ba-865d-b4157e704bad on host dv-cinder-855060-2-iscsi {{(pid=106897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 16:49:00.927354 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.927354 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.927354 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.927354 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.927849 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.927849 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.928023 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.928353 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.928678 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.929469 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.929469 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.929699 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.929929 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.930257 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.930612 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc4a44-2b78-4dfc-9e86-774ae6f89662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:00.941514 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (c6f6f055-03fc-4efc-8706-3ef9e91b6fee), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.202443 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f6f055-03fc-4efc-8706-3ef9e91b6fee']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:01.213085 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41500585-7af9-4122-b053-276e34210207') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:01.213386 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41500585-7af9-4122-b053-276e34210207') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:01.221258 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:01.223162 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (41500585-7af9-4122-b053-276e34210207), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.236920 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (41500585-7af9-4122-b053-276e34210207), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.243338 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:49:01.243806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (41500585-7af9-4122-b053-276e34210207), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.285678 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 41500585-7af9-4122-b053-276e34210207 resource provider aggregate not found Sep 27 16:49:01.311277 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 41500585-7af9-4122-b053-276e34210207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41500585-7af9-4122-b053-276e34210207 found for delete ", "request_id": "req-5e68bf51-277c-4e1b-b7b8-6866aa5636bc"}]} Sep 27 16:49:01.330283 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.421113 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (c6f6f055-03fc-4efc-8706-3ef9e91b6fee), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.431731 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.431731 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/c6f6f055-03fc-4efc-8706-3ef9e91b6fee HTTP/1.1" status: 204 len: 168 time: 0.9348707 Sep 27 16:49:01.441668 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865b05-2349-458b-9b27-20c32ccc236c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f6f055-03fc-4efc-8706-3ef9e91b6fee,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:01.769515 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36616) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:01.808837 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-533c85b7-bd23-46f0-bc28-df5c8b9915c7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0a89110c26344f608dae59f5616575f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382047 Sep 27 16:49:01.811301 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36618) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:01.861782 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-690f4b6a-e989-4659-a494-2668cf860c63 admin admin] Publish callbacks [] for security_group (9ea21816-62d3-42af-93cd-07e42af90655), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.881774 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-690f4b6a-e989-4659-a494-2668cf860c63 admin admin] Publish callbacks [] for security_group (9ea21816-62d3-42af-93cd-07e42af90655), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:01.998801 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-690f4b6a-e989-4659-a494-2668cf860c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9ea21816-62d3-42af-93cd-07e42af90655), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:02.001530 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-690f4b6a-e989-4659-a494-2668cf860c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:02.002681 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-690f4b6a-e989-4659-a494-2668cf860c63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9ea21816-62d3-42af-93cd-07e42af90655 HTTP/1.1" status: 204 len: 168 time: 0.1904950 Sep 27 16:49:02.012028 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f4b6a-e989-4659-a494-2668cf860c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea21816-62d3-42af-93cd-07e42af90655,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:02.026018 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d84a8eb9-919d-416d-b205-37d1142e8c8c no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:49:02.050020 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: d84a8eb9-919d-416d-b205-37d1142e8c8c {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:49:02.050371 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device d84a8eb9-919d-416d-b205-37d1142e8c8c not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:49:02.050811 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 08c0fc5a-524d-43ba-865d-b4157e704bad no longer exists at agent ovs-agent-dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 16:49:02.070711 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.plugin [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] No Port match for: 08c0fc5a-524d-43ba-865d-b4157e704bad {{(pid=106897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 16:49:02.071113 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Device 08c0fc5a-524d-43ba-865d-b4157e704bad not bound to the agent host dv-cinder-855060-2-iscsi {{(pid=106897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 16:49:04.527104 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-fc2146cc-ffce-4d1e-ac98-4a13d3f84bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:07.081409 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-a5d203cc-f309-42c1-a340-7bb5ea7a6bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:07.732605 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:07.733301 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:08.149561 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:09.759062 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:09.824817 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:10.455919 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:10.458826 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:12.005517 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:12.006331 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=34,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:13.520473 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36732) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:13.624873 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b63ce-1f5e-410e-ace7-06f174f207f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.699381 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b63ce-1f5e-410e-ace7-06f174f207f8 admin admin] Publish callbacks [] for security_group (5fa4ae4e-f12e-40b1-83e3-fcf8d5960405), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.758229 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b63ce-1f5e-410e-ace7-06f174f207f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5fa4ae4e-f12e-40b1-83e3-fcf8d5960405), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.799792 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-ca8b63ce-1f5e-410e-ace7-06f174f207f8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=615f56e525b24f37b9056461f4b2ebcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781806 Sep 27 16:49:13.800642 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b63ce-1f5e-410e-ace7-06f174f207f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4ae4e-f12e-40b1-83e3-fcf8d5960405,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:13.802438 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36736) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:13.851728 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c14e8d4c-fba3-4e2f-99ed-afc80883cc63 admin admin] Publish callbacks [] for security_group (5fa4ae4e-f12e-40b1-83e3-fcf8d5960405), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.871838 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c14e8d4c-fba3-4e2f-99ed-afc80883cc63 admin admin] Publish callbacks [] for security_group (5fa4ae4e-f12e-40b1-83e3-fcf8d5960405), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.984209 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c14e8d4c-fba3-4e2f-99ed-afc80883cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (5fa4ae4e-f12e-40b1-83e3-fcf8d5960405), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.987074 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-c14e8d4c-fba3-4e2f-99ed-afc80883cc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:13.991390 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-c14e8d4c-fba3-4e2f-99ed-afc80883cc63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5fa4ae4e-f12e-40b1-83e3-fcf8d5960405 HTTP/1.1" status: 204 len: 168 time: 0.1847377 Sep 27 16:49:13.996444 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e8d4c-fba3-4e2f-99ed-afc80883cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4ae4e-f12e-40b1-83e3-fcf8d5960405,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:15.735513 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36786) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:15.841153 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-21213b6c-e917-4f61-a2fc-0404a5a4827b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:15.916372 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-21213b6c-e917-4f61-a2fc-0404a5a4827b admin admin] Publish callbacks [] for security_group (686e92b4-c6e9-4792-a767-b1a331879bce), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:15.972727 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-21213b6c-e917-4f61-a2fc-0404a5a4827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (686e92b4-c6e9-4792-a767-b1a331879bce), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:16.010471 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213b6c-e917-4f61-a2fc-0404a5a4827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e92b4-c6e9-4792-a767-b1a331879bce,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:16.024439 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36790) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:16.031337 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-21213b6c-e917-4f61-a2fc-0404a5a4827b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=55b3f15fb2714f2cb893a0f4430d9bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946668 Sep 27 16:49:16.083518 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3bc6815c-4fc9-475e-bdc3-c5944e1e33c7 admin admin] Publish callbacks [] for security_group (686e92b4-c6e9-4792-a767-b1a331879bce), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:16.103933 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3bc6815c-4fc9-475e-bdc3-c5944e1e33c7 admin admin] Publish callbacks [] for security_group (686e92b4-c6e9-4792-a767-b1a331879bce), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:16.318532 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3bc6815c-4fc9-475e-bdc3-c5944e1e33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (686e92b4-c6e9-4792-a767-b1a331879bce), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:16.321141 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-3bc6815c-4fc9-475e-bdc3-c5944e1e33c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:16.322334 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-3bc6815c-4fc9-475e-bdc3-c5944e1e33c7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/686e92b4-c6e9-4792-a767-b1a331879bce HTTP/1.1" status: 204 len: 168 time: 0.2969260 Sep 27 16:49:16.330996 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6815c-4fc9-475e-bdc3-c5944e1e33c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e92b4-c6e9-4792-a767-b1a331879bce,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:17.391098 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36812) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:17.488657 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194006746-network', 'tenant_id': '5121ac4bf7dc4247b7dc637049dcaa20'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:49:17.569748 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Made reservation on behalf of 5121ac4bf7dc4247b7dc637049dcaa20 for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:49:17.572243 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.581507 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.656302 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks [] for security_group (1c41a4a6-1913-42eb-b4f2-e910813e7a48), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.737697 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (1c41a4a6-1913-42eb-b4f2-e910813e7a48), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.762736 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:49:17.772382 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c41a4a6-1913-42eb-b4f2-e910813e7a48,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:17.778236 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (3c92eeb5-6eda-4ed3-b340-e64a91a68433), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.786236 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Added segment 3c92eeb5-6eda-4ed3-b340-e64a91a68433 of type vlan for network 91cd0985-b48c-4e8e-ad9d-63456ae31be3 Sep 27 16:49:17.818572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (91cd0985-b48c-4e8e-ad9d-63456ae31be3), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.898103 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (91cd0985-b48c-4e8e-ad9d-63456ae31be3), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.899139 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:49:17.899718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:17.962707 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] Pushing event updated for resources: {'Network': ['ID=91cd0985-b48c-4e8e-ad9d-63456ae31be3,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:17.973041 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network 91cd0985-b48c-4e8e-ad9d-63456ae31be3 details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:49:18.038181 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-d68e9618-08b5-4648-ac9b-0025d9e180dc admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6459441 Sep 27 16:49:18.040987 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36816) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:18.050674 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Request body: {'subnet': {'network_id': '91cd0985-b48c-4e8e-ad9d-63456ae31be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194006746-subnet', 'tenant_id': '5121ac4bf7dc4247b7dc637049dcaa20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:49:18.137817 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Made reservation on behalf of 5121ac4bf7dc4247b7dc637049dcaa20 for: {'subnet': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:49:18.141038 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828452'] for subnet (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:18.179114 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:18.205213 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:18.395214 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4753959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828434'] for subnet (4eaa6086-2146-4b45-b326-b89a162207b5), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:18.453724 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaa6086-2146-4b45-b326-b89a162207b5,revision_number=0']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:18.462456 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Checking segment: {'id': '3c92eeb5-6eda-4ed3-b340-e64a91a68433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '91cd0985-b48c-4e8e-ad9d-63456ae31be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:49:18.462898 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Network hostable DHCP agents. Network: 91cd0985-b48c-4e8e-ad9d-63456ae31be3, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:49:18.569282 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Network 91cd0985-b48c-4e8e-ad9d-63456ae31be3 is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:49:18.657973 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.scheduler.base_scheduler [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, 91cd0985-b48c-4e8e-ad9d-63456ae31be3) {{(pid=106896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:49:18.662278 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:49:18.662911 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:18.666640 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d3acd-5010-481f-9b8e-f6743ab459a2 None None] Network 91cd0985-b48c-4e8e-ad9d-63456ae31be3 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:49:18.740950 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-0e203dd1-58b8-4f67-b576-3ee788dc6049 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6988542 Sep 27 16:49:18.768935 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b75546-94ee-4395-bed6-1ef3b10718f4 None None] Network 91cd0985-b48c-4e8e-ad9d-63456ae31be3 requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:49:18.781587 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:18.822763 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:18.848701 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:18.849473 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:19.446738 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36832) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:19.451630 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.v2.base [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846291716-network', 'tenant_id': 'c46adf70d1314334931533a1201a10af'}} {{(pid=106896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:49:19.543795 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Made reservation on behalf of c46adf70d1314334931533a1201a10af for: {'network': 1} {{(pid=106896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:49:19.546954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690124'] for network (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.559485 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.632950 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks [] for security_group (f53af769-74af-4e5b-b5e2-5415d40bf43f), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.720735 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f53af769-74af-4e5b-b5e2-5415d40bf43f), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.746445 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=106896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 16:49:19.756326 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53af769-74af-4e5b-b5e2-5415d40bf43f,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:19.760162 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:19.761406 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.761745 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.db.segments_db [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Added segment e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf of type vlan for network b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c Sep 27 16:49:19.806221 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745639505089'] for network (b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.880909 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597'] for network (b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.881948 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:49:19.882533 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:19.946401 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] Pushing event updated for resources: {'Network': ['ID=b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:19.956856 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.plugins.ml2.rpc [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Network b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c details requested by agent ovs-agent-dv-cinder-855060-2-iscsi with host dv-cinder-855060-2-iscsi {{(pid=106897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 16:49:19.995106 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-903204aa-6f56-49aa-aa08-72306fab690d admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5472026 Sep 27 16:49:19.998032 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36834) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:20.003451 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.v2.base [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Request body: {'subnet': {'network_id': 'b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846291716-subnet', 'tenant_id': 'c46adf70d1314334931533a1201a10af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 16:49:20.089507 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Made reservation on behalf of c46adf70d1314334931533a1201a10af for: {'subnet': 1} {{(pid=106895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 16:49:20.092710 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5391060'] for subnet (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:20.312690 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4515252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5391074'] for subnet (9a821a6e-9dea-404c-80d9-88c95ca27a81), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:20.362410 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a821a6e-9dea-404c-80d9-88c95ca27a81,revision_number=0']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:20.379006 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Checking segment: {'id': 'e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 16:49:20.379377 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Network hostable DHCP agents. Network: b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c, hostable agents: ['dbe1d4d3-efcc-4cf8-84da-2efdfe792f58'], hosted agents: [] {{(pid=106895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 16:49:20.449274 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Network b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c is scheduled to be hosted by DHCP agent dbe1d4d3-efcc-4cf8-84da-2efdfe792f58 with binding_index 1 {{(pid=106895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 16:49:20.523598 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855060-2-iscsi, b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c) {{(pid=106895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 16:49:20.527892 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 16:49:20.528483 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:20.533262 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec20e61-a5fb-4d74-bf0a-96e9a9f7e344 None None] Network b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:49:20.605614 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-8f7c31b7-76b3-44fe-b0c2-a353a5db7326 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6012983 Sep 27 16:49:20.637428 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd200555-6259-44e8-af20-3ae781faaf91 None None] Network b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c requested from dv-cinder-855060-2-iscsi {{(pid=106897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 16:49:20.722135 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36838) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:20.771633 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Deleting subnet 4eaa6086-2146-4b45-b326-b89a162207b5 {{(pid=106895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:49:20.774793 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Publish callbacks [] for subnet (4eaa6086-2146-4b45-b326-b89a162207b5), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:20.798957 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:20.809674 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5279673'] for subnet (4eaa6086-2146-4b45-b326-b89a162207b5), precommit_delete_associations {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:20.831949 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:20.849946 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (4eaa6086-2146-4b45-b326-b89a162207b5), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.035759 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5391081'] for subnet (4eaa6086-2146-4b45-b326-b89a162207b5), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.068078 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaa6086-2146-4b45-b326-b89a162207b5,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:21.070082 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.073238 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-97ebf132-4acd-44b0-b18f-193cb5f4d096 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4eaa6086-2146-4b45-b326-b89a162207b5 HTTP/1.1" status: 204 len: 168 time: 0.3500226 Sep 27 16:49:21.076008 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36840) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:21.144626 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (91cd0985-b48c-4e8e-ad9d-63456ae31be3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.225981 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (91cd0985-b48c-4e8e-ad9d-63456ae31be3), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.246574 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cd0985-b48c-4e8e-ad9d-63456ae31be3']}} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:21.255808 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c92eeb5-6eda-4ed3-b340-e64a91a68433') {'for_net_delete': True} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:21.256114 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.services.segments.db [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c92eeb5-6eda-4ed3-b340-e64a91a68433') {} {{(pid=106895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:21.266116 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5279664'] for segment (3c92eeb5-6eda-4ed3-b340-e64a91a68433), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.280128 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (3c92eeb5-6eda-4ed3-b340-e64a91a68433), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.292947 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:49:21.292947 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517847'] for segment (3c92eeb5-6eda-4ed3-b340-e64a91a68433), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.327151 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 3c92eeb5-6eda-4ed3-b340-e64a91a68433 resource provider aggregate not found Sep 27 16:49:21.346012 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.services.segments.plugin [-] Segment 3c92eeb5-6eda-4ed3-b340-e64a91a68433 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c92eeb5-6eda-4ed3-b340-e64a91a68433 found for delete ", "request_id": "req-249888eb-1d6b-4f76-b017-ac314df0b54a"}]} Sep 27 16:49:21.409725 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (91cd0985-b48c-4e8e-ad9d-63456ae31be3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.415142 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.418181 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/91cd0985-b48c-4e8e-ad9d-63456ae31be3 HTTP/1.1" status: 204 len: 168 time: 0.3410854 Sep 27 16:49:21.421818 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36846) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:21.430142 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501208-3f57-4067-a645-5b9c45dc84bc admin admin] Pushing event deleted for resources: {'Network': ['ID=91cd0985-b48c-4e8e-ad9d-63456ae31be3,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:21.467040 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Deleting subnet 9a821a6e-9dea-404c-80d9-88c95ca27a81 {{(pid=106896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 16:49:21.470297 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Publish callbacks [] for subnet (9a821a6e-9dea-404c-80d9-88c95ca27a81), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.505372 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4870059'] for subnet (9a821a6e-9dea-404c-80d9-88c95ca27a81), precommit_delete_associations {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.548473 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754627'] for subnet (9a821a6e-9dea-404c-80d9-88c95ca27a81), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.663612 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-769704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4751594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828441'] for subnet (9a821a6e-9dea-404c-80d9-88c95ca27a81), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.692006 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a821a6e-9dea-404c-80d9-88c95ca27a81,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:21.694593 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for subnet (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.697792 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-08e0c49e-7656-4639-8273-1a975e1fdf16 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9a821a6e-9dea-404c-80d9-88c95ca27a81 HTTP/1.1" status: 204 len: 168 time: 0.2749705 Sep 27 16:49:21.699606 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36848) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:21.766866 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716946'] for network (b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.848180 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845813', 'neutron.services.segments.db._delete_segments_for_network-8745640033994'] for network (b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.856423 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:21.868713 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c']}} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:21.877924 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf') {'for_net_delete': True} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:21.878229 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.services.segments.db [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf') {} {{(pid=106896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 16:49:21.887718 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745640085095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4870050'] for segment (e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.901694 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504'] for segment (e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:21.908462 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 16:49:21.908854 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-846504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4751428'] for segment (e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.052040 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf resource provider aggregate not found Sep 27 16:49:22.067452 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.services.segments.plugin [-] Segment e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d0d00c-9761-48e3-8ebf-6a1348fe0ebf found for delete ", "request_id": "req-f873ae43-8193-47b5-860f-c055c30fc05f"}]} Sep 27 16:49:22.078272 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7886597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7923344'] for network (b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.084185 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7886711'] for network (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.087211 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c HTTP/1.1" status: 204 len: 168 time: 0.3866627 Sep 27 16:49:22.103639 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95796d-319f-445f-a1d4-45c3b93a9dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=b210a0b9-6ad3-4f68-9dd5-e3fb26e1a79c,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:22.452080 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36858) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:22.491116 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-aa6a89a1-9bae-4bd5-a613-4c419fefb513 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5121ac4bf7dc4247b7dc637049dcaa20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378981 Sep 27 16:49:22.493572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36860) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:22.543888 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-581552b4-afef-4947-8a96-4550252fb573 admin admin] Publish callbacks [] for security_group (1c41a4a6-1913-42eb-b4f2-e910813e7a48), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.564177 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-581552b4-afef-4947-8a96-4550252fb573 admin admin] Publish callbacks [] for security_group (1c41a4a6-1913-42eb-b4f2-e910813e7a48), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.591303 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:22.703415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-581552b4-afef-4947-8a96-4550252fb573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (1c41a4a6-1913-42eb-b4f2-e910813e7a48), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.705929 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-581552b4-afef-4947-8a96-4550252fb573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:22.707091 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-581552b4-afef-4947-8a96-4550252fb573 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1c41a4a6-1913-42eb-b4f2-e910813e7a48 HTTP/1.1" status: 204 len: 168 time: 0.2126296 Sep 27 16:49:22.715715 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581552b4-afef-4947-8a96-4550252fb573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c41a4a6-1913-42eb-b4f2-e910813e7a48,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:23.377521 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36866) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:23.417175 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-29784fe1-5927-4997-adb7-dfaa38a7431f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c46adf70d1314334931533a1201a10af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384989 Sep 27 16:49:23.420337 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36868) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:23.468594 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02952210-ca85-424e-8243-743419c830e2 admin admin] Publish callbacks [] for security_group (f53af769-74af-4e5b-b5e2-5415d40bf43f), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:23.491820 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02952210-ca85-424e-8243-743419c830e2 admin admin] Publish callbacks [] for security_group (f53af769-74af-4e5b-b5e2-5415d40bf43f), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:23.606552 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02952210-ca85-424e-8243-743419c830e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (f53af769-74af-4e5b-b5e2-5415d40bf43f), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:23.610650 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-02952210-ca85-424e-8243-743419c830e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:23.610650 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-02952210-ca85-424e-8243-743419c830e2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f53af769-74af-4e5b-b5e2-5415d40bf43f HTTP/1.1" status: 204 len: 168 time: 0.1891510 Sep 27 16:49:23.618806 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02952210-ca85-424e-8243-743419c830e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53af769-74af-4e5b-b5e2-5415d40bf43f,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:29.910571 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36952) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:30.016268 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bbc23679-3731-4491-b834-7ce16cb24e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.044031 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:30.092592 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bbc23679-3731-4491-b834-7ce16cb24e7e admin admin] Publish callbacks [] for security_group (10f27a66-01db-4ff8-9b7d-734498296167), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.163615 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-bbc23679-3731-4491-b834-7ce16cb24e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (10f27a66-01db-4ff8-9b7d-734498296167), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.202110 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-bbc23679-3731-4491-b834-7ce16cb24e7e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=33f4a96fbb054389be440960061d7292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904551 Sep 27 16:49:30.204671 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc23679-3731-4491-b834-7ce16cb24e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f27a66-01db-4ff8-9b7d-734498296167,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:30.205695 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36956) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:30.259795 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5c46e8e2-76a8-428d-a1c7-802bbe1f511c admin admin] Publish callbacks [] for security_group (10f27a66-01db-4ff8-9b7d-734498296167), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.279942 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5c46e8e2-76a8-428d-a1c7-802bbe1f511c admin admin] Publish callbacks [] for security_group (10f27a66-01db-4ff8-9b7d-734498296167), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.400728 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5c46e8e2-76a8-428d-a1c7-802bbe1f511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (10f27a66-01db-4ff8-9b7d-734498296167), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.403382 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-5c46e8e2-76a8-428d-a1c7-802bbe1f511c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:30.404548 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-5c46e8e2-76a8-428d-a1c7-802bbe1f511c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/10f27a66-01db-4ff8-9b7d-734498296167 HTTP/1.1" status: 204 len: 168 time: 0.1978633 Sep 27 16:49:30.412666 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46e8e2-76a8-428d-a1c7-802bbe1f511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f27a66-01db-4ff8-9b7d-734498296167,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:30.936465 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 36962) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:30.950015 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2138a617-06bb-47f8-8d59-cc70717b0e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.026899 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2138a617-06bb-47f8-8d59-cc70717b0e35 admin admin] Publish callbacks [] for security_group (64bffa9b-9c6e-4cf5-abb3-720c6d752cee), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.091496 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-2138a617-06bb-47f8-8d59-cc70717b0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (64bffa9b-9c6e-4cf5-abb3-720c6d752cee), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.130913 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-2138a617-06bb-47f8-8d59-cc70717b0e35 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=506b78dcbadf409da9825aa26cd076bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933575 Sep 27 16:49:31.131801 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138a617-06bb-47f8-8d59-cc70717b0e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bffa9b-9c6e-4cf5-abb3-720c6d752cee,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:31.133709 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 36964) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:31.184424 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2ab3-2815-4130-b0f6-80fc3e4fbf6c admin admin] Publish callbacks [] for security_group (64bffa9b-9c6e-4cf5-abb3-720c6d752cee), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.204449 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2ab3-2815-4130-b0f6-80fc3e4fbf6c admin admin] Publish callbacks [] for security_group (64bffa9b-9c6e-4cf5-abb3-720c6d752cee), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.314545 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2ab3-2815-4130-b0f6-80fc3e4fbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (64bffa9b-9c6e-4cf5-abb3-720c6d752cee), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.317062 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2ab3-2815-4130-b0f6-80fc3e4fbf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:31.318205 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-2f3d2ab3-2815-4130-b0f6-80fc3e4fbf6c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/64bffa9b-9c6e-4cf5-abb3-720c6d752cee HTTP/1.1" status: 204 len: 168 time: 0.1828706 Sep 27 16:49:31.326644 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d2ab3-2815-4130-b0f6-80fc3e4fbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bffa9b-9c6e-4cf5-abb3-720c6d752cee,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:31.372092 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:32.747827 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:34.500756 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bc919fd2-3026-4f80-9917-021f8eebdbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:34.737748 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:49:36.997313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-59f579fe-ba91-47f4-9899-694b497cb63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:38.186257 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.386165 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37046) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:39.489230 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e69c781-18e7-40f0-9757-af7bcf11af10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.523989 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:39.564347 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e69c781-18e7-40f0-9757-af7bcf11af10 admin admin] Publish callbacks [] for security_group (19d6a61d-0055-4e0a-a300-327ab677961d), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.691385 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-3e69c781-18e7-40f0-9757-af7bcf11af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (19d6a61d-0055-4e0a-a300-327ab677961d), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.732464 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-3e69c781-18e7-40f0-9757-af7bcf11af10 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bdf8a3302f0c4ccaaf86954f6695fc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452122 Sep 27 16:49:39.733577 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c781-18e7-40f0-9757-af7bcf11af10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d6a61d-0055-4e0a-a300-327ab677961d,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:39.736288 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 37050) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:39.783330 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.785698 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11d43342-ff1c-4ca3-92ab-779119579aec admin admin] Publish callbacks [] for security_group (19d6a61d-0055-4e0a-a300-327ab677961d), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.809267 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11d43342-ff1c-4ca3-92ab-779119579aec admin admin] Publish callbacks [] for security_group (19d6a61d-0055-4e0a-a300-327ab677961d), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.885869 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.903079 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11d43342-ff1c-4ca3-92ab-779119579aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (19d6a61d-0055-4e0a-a300-327ab677961d), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.905690 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-11d43342-ff1c-4ca3-92ab-779119579aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:39.907386 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-11d43342-ff1c-4ca3-92ab-779119579aec admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/19d6a61d-0055-4e0a-a300-327ab677961d HTTP/1.1" status: 204 len: 168 time: 0.1701467 Sep 27 16:49:39.915297 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d43342-ff1c-4ca3-92ab-779119579aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d6a61d-0055-4e0a-a300-327ab677961d,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:40.623614 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 37056) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:40.635687 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e279b839-75c4-4b47-86f4-18bb4ed1737c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:40.680162 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:40.712387 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e279b839-75c4-4b47-86f4-18bb4ed1737c admin admin] Publish callbacks [] for security_group (9de7e681-418c-4414-95b8-d0fe368fb286), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:40.780083 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-e279b839-75c4-4b47-86f4-18bb4ed1737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9de7e681-418c-4414-95b8-d0fe368fb286), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:40.801955 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:40.823434 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-e279b839-75c4-4b47-86f4-18bb4ed1737c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b1db894a618e4979b9c76a0404b0dd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008088 Sep 27 16:49:40.824285 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279b839-75c4-4b47-86f4-18bb4ed1737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de7e681-418c-4414-95b8-d0fe368fb286,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:40.826306 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37058) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:40.876632 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2cde0f6-82fa-4d0e-916f-10012f258379 admin admin] Publish callbacks [] for security_group (9de7e681-418c-4414-95b8-d0fe368fb286), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:40.896638 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2cde0f6-82fa-4d0e-916f-10012f258379 admin admin] Publish callbacks [] for security_group (9de7e681-418c-4414-95b8-d0fe368fb286), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:41.003641 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2cde0f6-82fa-4d0e-916f-10012f258379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (9de7e681-418c-4414-95b8-d0fe368fb286), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:41.006188 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a2cde0f6-82fa-4d0e-916f-10012f258379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:41.007459 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a2cde0f6-82fa-4d0e-916f-10012f258379 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9de7e681-418c-4414-95b8-d0fe368fb286 HTTP/1.1" status: 204 len: 168 time: 0.1801245 Sep 27 16:49:41.019004 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cde0f6-82fa-4d0e-916f-10012f258379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de7e681-418c-4414-95b8-d0fe368fb286,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:44.733772 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:49.763728 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:50.901147 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=5 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:50.932533 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:51.011598 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:51.028685 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:54.698254 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 37164) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:54.799115 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:54.873954 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Publish callbacks [] for security_group (2cfe9ba4-aff1-4762-bb95-986f2d32a25e), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:54.948095 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2cfe9ba4-aff1-4762-bb95-986f2d32a25e), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:54.991894 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b8cda123e55b4e22ba965b605d12239d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958944 Sep 27 16:49:55.000685 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe9ba4-aff1-4762-bb95-986f2d32a25e,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:55.000863 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37170) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:55.001668 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.002032 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.002381 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.002721 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.003080 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.003415 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.003747 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.004075 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.004429 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.004748 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.005096 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.005443 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.005770 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.006090 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.006419 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6d9-a1e3-46c5-b26c-26ac9e8c6899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.046996 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Publish callbacks [] for security_group (2cfe9ba4-aff1-4762-bb95-986f2d32a25e), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.066902 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Publish callbacks [] for security_group (2cfe9ba4-aff1-4762-bb95-986f2d32a25e), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.191846 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (2cfe9ba4-aff1-4762-bb95-986f2d32a25e), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.194323 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.195517 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2cfe9ba4-aff1-4762-bb95-986f2d32a25e HTTP/1.1" status: 204 len: 168 time: 0.1998134 Sep 27 16:49:55.203554 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe9ba4-aff1-4762-bb95-986f2d32a25e,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:55.211257 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.211604 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.211947 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.212285 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.212618 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.212954 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.213280 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.213705 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.214037 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.214360 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.214684 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.215031 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.215349 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.215668 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.215983 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65b941-4ac2-408c-9076-ae636f13fe25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855060-2-iscsi {{(pid=106895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 16:49:55.722747 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37178) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:55.736744 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a26d5415-4d06-4d4e-a597-7c678db1d434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.810923 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a26d5415-4d06-4d4e-a597-7c678db1d434 admin admin] Publish callbacks [] for security_group (ae5c40f5-4542-4c03-95a8-b334468d2420), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.844047 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:55.844836 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:49:55.879366 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-a26d5415-4d06-4d4e-a597-7c678db1d434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ae5c40f5-4542-4c03-95a8-b334468d2420), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.920829 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-a26d5415-4d06-4d4e-a597-7c678db1d434 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ca429b7b92dc4f3e9401b883f8d531c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968830 Sep 27 16:49:55.922830 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5415-4d06-4d4e-a597-7c678db1d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c40f5-4542-4c03-95a8-b334468d2420,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:49:55.923572 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 37180) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:49:55.973475 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-327d965c-50fa-4edf-a4c5-fe89e9347383 admin admin] Publish callbacks [] for security_group (ae5c40f5-4542-4c03-95a8-b334468d2420), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:55.993478 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-327d965c-50fa-4edf-a4c5-fe89e9347383 admin admin] Publish callbacks [] for security_group (ae5c40f5-4542-4c03-95a8-b334468d2420), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:56.108130 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-327d965c-50fa-4edf-a4c5-fe89e9347383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (ae5c40f5-4542-4c03-95a8-b334468d2420), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:56.110667 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-327d965c-50fa-4edf-a4c5-fe89e9347383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:49:56.112584 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-327d965c-50fa-4edf-a4c5-fe89e9347383 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ae5c40f5-4542-4c03-95a8-b334468d2420 HTTP/1.1" status: 204 len: 168 time: 0.1867828 Sep 27 16:49:56.120280 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d965c-50fa-4edf-a4c5-fe89e9347383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c40f5-4542-4c03-95a8-b334468d2420,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:01.370402 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:04.499774 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-8360b348-d621-40b1-98ac-221661529259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:05.916171 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:05.919107 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=34,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:06.115975 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:06.117246 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:07.022734 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-f2349fc1-ee64-464f-8c8c-92854857f04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.125136 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37302) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:50:07.231512 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db79969c-7827-45a0-8c7b-45b1f1b7d8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.307952 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db79969c-7827-45a0-8c7b-45b1f1b7d8d5 admin admin] Publish callbacks [] for security_group (fbdffd6e-580c-4234-8318-046bc6c27da3), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.376253 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-db79969c-7827-45a0-8c7b-45b1f1b7d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (fbdffd6e-580c-4234-8318-046bc6c27da3), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.415584 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79969c-7827-45a0-8c7b-45b1f1b7d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdffd6e-580c-4234-8318-046bc6c27da3,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:07.419876 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-db79969c-7827-45a0-8c7b-45b1f1b7d8d5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e44204b12b9c48c1a5978b5fec9d0935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937210 Sep 27 16:50:07.423178 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37306) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:50:07.471334 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3f05-28cd-491a-a3e9-29deeaef4ac5 admin admin] Publish callbacks [] for security_group (fbdffd6e-580c-4234-8318-046bc6c27da3), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.490993 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3f05-28cd-491a-a3e9-29deeaef4ac5 admin admin] Publish callbacks [] for security_group (fbdffd6e-580c-4234-8318-046bc6c27da3), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.608590 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3f05-28cd-491a-a3e9-29deeaef4ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (fbdffd6e-580c-4234-8318-046bc6c27da3), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.611094 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-fb0d3f05-28cd-491a-a3e9-29deeaef4ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:07.612237 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-fb0d3f05-28cd-491a-a3e9-29deeaef4ac5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fbdffd6e-580c-4234-8318-046bc6c27da3 HTTP/1.1" status: 204 len: 168 time: 0.1888323 Sep 27 16:50:07.622019 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d3f05-28cd-491a-a3e9-29deeaef4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdffd6e-580c-4234-8318-046bc6c27da3,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:08.152928 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.230687 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37312) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:50:08.244726 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-341df085-b237-4a27-bc0e-b863809593c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.321468 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-341df085-b237-4a27-bc0e-b863809593c4 admin admin] Publish callbacks [] for security_group (0fe1396e-aac2-4e93-9b33-be78359b929a), precommit_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.364390 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-341df085-b237-4a27-bc0e-b863809593c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0fe1396e-aac2-4e93-9b33-be78359b929a), after_create {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.404814 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-341df085-b237-4a27-bc0e-b863809593c4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6e7ae1b7a0634f749aecb354b363fbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730058 Sep 27 16:50:08.405653 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341df085-b237-4a27-bc0e-b863809593c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe1396e-aac2-4e93-9b33-be78359b929a,revision_number=1']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:08.408275 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 37314) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:50:08.458058 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d754-b783-486e-bd44-6ba9d01239fd admin admin] Publish callbacks [] for security_group (0fe1396e-aac2-4e93-9b33-be78359b929a), before_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.478631 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d754-b783-486e-bd44-6ba9d01239fd admin admin] Publish callbacks [] for security_group (0fe1396e-aac2-4e93-9b33-be78359b929a), precommit_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.596979 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d754-b783-486e-bd44-6ba9d01239fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (0fe1396e-aac2-4e93-9b33-be78359b929a), after_delete {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.600131 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d754-b783-486e-bd44-6ba9d01239fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:08.601332 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-8cd5d754-b783-486e-bd44-6ba9d01239fd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0fe1396e-aac2-4e93-9b33-be78359b929a HTTP/1.1" status: 204 len: 168 time: 0.1918385 Sep 27 16:50:08.609298 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d754-b783-486e-bd44-6ba9d01239fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe1396e-aac2-4e93-9b33-be78359b929a,revision_number=None']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:09.220792 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.wsgi [-] (106896) accepted ('10.222.0.64', 37320) {{(pid=106896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:50:09.234037 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66d7981a-7f61-423b-ad98-ef77d7f7c723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.310115 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66d7981a-7f61-423b-ad98-ef77d7f7c723 admin admin] Publish callbacks [] for security_group (7ece2816-3b5e-4753-aad8-a1adc6823fdb), precommit_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.387204 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron_lib.callbacks.manager [None req-66d7981a-7f61-423b-ad98-ef77d7f7c723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7ece2816-3b5e-4753-aad8-a1adc6823fdb), after_create {{(pid=106896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.426311 dv-cinder-855060-2-iscsi neutron-server[106896]: INFO neutron.wsgi [None req-66d7981a-7f61-423b-ad98-ef77d7f7c723 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3379eccd0ca34772b1356c99aa73be66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044966 Sep 27 16:50:09.427245 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7981a-7f61-423b-ad98-ef77d7f7c723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece2816-3b5e-4753-aad8-a1adc6823fdb,revision_number=1']} {{(pid=106896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:09.429815 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [-] (106895) accepted ('10.222.0.64', 37322) {{(pid=106895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 16:50:09.480167 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dad69be9-c208-45a4-9633-cac7ab6a27e1 admin admin] Publish callbacks [] for security_group (7ece2816-3b5e-4753-aad8-a1adc6823fdb), before_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.499883 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dad69be9-c208-45a4-9633-cac7ab6a27e1 admin admin] Publish callbacks [] for security_group (7ece2816-3b5e-4753-aad8-a1adc6823fdb), precommit_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.627194 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dad69be9-c208-45a4-9633-cac7ab6a27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935986'] for security_group (7ece2816-3b5e-4753-aad8-a1adc6823fdb), after_delete {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.629703 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron_lib.callbacks.manager [None req-dad69be9-c208-45a4-9633-cac7ab6a27e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.630967 dv-cinder-855060-2-iscsi neutron-server[106895]: INFO neutron.wsgi [None req-dad69be9-c208-45a4-9633-cac7ab6a27e1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7ece2816-3b5e-4753-aad8-a1adc6823fdb HTTP/1.1" status: 204 len: 168 time: 0.1999679 Sep 27 16:50:09.638911 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad69be9-c208-45a4-9633-cac7ab6a27e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece2816-3b5e-4753-aad8-a1adc6823fdb,revision_number=None']} {{(pid=106895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 16:50:09.764753 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:09.918873 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:11.737060 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:50:19.420458 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:19.422371 dv-cinder-855060-2-iscsi neutron-server[106896]: DEBUG dbcounter [-] [106896] Writing DB stats neutron:SELECT=32,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:19.533846 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=68,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:19.635281 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG dbcounter [-] [106895] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106895) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:19.761428 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:19.763279 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:31.369280 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:32.845551 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=14 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:32.849776 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=20 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:34.504757 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-178475f3-44c4-412b-bbf5-dc7b35b6f745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:36.985912 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-14a11f09-8d84-4eb9-8545-ffa404d7ec0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:38.145100 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:39.780414 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:39.842976 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:50:48.736009 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:50:49.764591 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:49.770470 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:50:58.732426 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:01.362412 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:04.521988 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-0428949e-71ab-4f66-8f88-b71246783927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:07.030936 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d26d857b-d94a-4c9b-85c5-3d040eb1c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:08.167871 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:09.745510 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:09.813212 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:09.850792 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:09.856703 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:19.763172 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:19.770146 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:25.735770 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:51:31.360988 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:34.520968 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b0c600fc-825d-4cbf-a152-5437d037b463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:35.731076 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:35.732046 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:37.012807 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d5df480a-51bc-4fd5-93e6-aba1d0e7bdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:38.149736 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:39.749159 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:39.817979 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:51:46.850634 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:46.851432 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:51.761050 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:51:51.763388 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:01.331385 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:02.736022 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:52:04.520136 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-102f9ff5-fca1-4e2e-8cf0-6acd837e3357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:07.092276 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-32e44785-542d-483b-a262-2d7d230eab6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:08.205437 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:09.769557 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:09.845580 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:12.730885 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:19.770929 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:19.776882 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:31.325060 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:31.752909 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=17 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:31.756924 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=15 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:34.547949 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-aa4c982d-687c-4ea3-9343-91ec9751471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:36.999789 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-106bc780-87ff-4635-b790-b97e9d01a449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:38.164914 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:39.735080 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:52:39.767950 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:39.827864 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:52:49.730698 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:49.768860 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:52:49.774855 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:00.860897 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:00.861636 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:01.370189 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:04.552671 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-00ae79b8-81b0-4a4e-9ad5-66a54587bb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:06.981503 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b20c9811-52b9-454a-b763-1eb352843723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:08.158715 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:09.771644 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:09.848593 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:16.733697 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:53:19.774921 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:19.776825 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:31.409747 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:34.517505 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b684c-9d19-4b38-a175-ade9d133e8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:36.997900 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-3f657f19-d71c-4db0-b70b-2ccce89631b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:37.862756 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:37.867698 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:38.192313 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:39.757464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:39.832375 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:53:51.885835 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:51.887391 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:53:53.734499 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:54:01.372170 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:03.729329 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:03.730143 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:04.531895 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-d320d5ae-2d29-4c08-87bf-f674c52987e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:07.000225 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-45dfcbe9-5052-4470-94d1-4cb9ac17ade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:08.189016 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:09.774242 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:09.843448 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:10.152247 dv-cinder-855060-2-iscsi neutron-server[106895]: DEBUG neutron.wsgi [req-f43ac021-9cf5-4da8-9f58-c3fefa5425d8 req-ab31bdd8-f93d-47bd-b0dc-acaddd95a75d service neutron] (106895) timed out ('10.222.0.33', 55115) {{(pid=106895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 16:54:14.853896 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=2 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:14.863912 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=4 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:19.774710 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:19.782738 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:30.734065 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:54:31.393970 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:31.760108 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=15 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:34.513657 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-05b72328-9901-4ff6-8fa8-89563ecb62d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:37.005131 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-bfd98064-7f80-4204-ab76-f320126b9398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:38.210653 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:39.775081 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:39.847350 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:54:40.730702 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=13 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:49.780580 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:49.782464 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:51.867998 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:54:51.868724 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=3 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:55:01.418751 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-e884a026-5d6f-4361-baec-f87619ba1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (6817dd34-014a-4d09-b362-7288ba323739), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:55:04.527349 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-abcf173b-cdff-403d-8eeb-7510f9385ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (dbe1d4d3-efcc-4cf8-84da-2efdfe792f58), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:55:07.023965 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-5bec3085-d8a3-49cf-bd49-96374459c806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (92d27906-2510-4e6b-93ae-eb5d5a0c0422), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:55:07.733623 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG neutron.db.agents_db [None req-f4f196b5-d84a-47e7-8146-5a2dc9659279 None None] Agent healthcheck: found 6 active agents {{(pid=106898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 16:55:08.178538 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b8868d5a-fda2-4751-af1b-27ea75e4e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (51221090-68e6-4976-8e52-ed7cdc078793), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:55:09.780994 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-ae08369f-3549-4e08-a0bf-dd9ad5caebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (08bc340d-f09d-4811-b3a0-b17066aea6e3), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:55:09.852692 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a1c-1c24-4497-a429-436b68eca2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745640033976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827318'] for agent (f497405c-d8af-4076-932c-941d6a2e6ccc), after_update {{(pid=106897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 16:55:17.728855 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:55:17.729631 dv-cinder-855060-2-iscsi neutron-server[106898]: DEBUG dbcounter [-] [106898] Writing DB stats neutron:SELECT=1 {{(pid=106898) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:55:19.784372 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 16:55:19.786336 dv-cinder-855060-2-iscsi neutron-server[106897]: DEBUG dbcounter [-] [106897] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106897) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}